-- Logs begin at Thu 2021-06-24 11:44:14 UTC, end at Thu 2021-06-24 12:57:33 UTC. -- Jun 24 12:31:25.977871 dv-cinder-689486-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 12:31:28.653751 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.common.config [-] Logging enabled! Jun 24 12:31:28.654384 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 12:31:28.654515 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 12:31:28.657768 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.common.config [-] Logging enabled! Jun 24 12:31:28.657962 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 12:31:28.658266 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 12:31:28.659228 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:31:28.659461 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:31:28.659822 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:31:28.660064 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:31:28.660287 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:31:28.661978 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.661978 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.661978 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.661978 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.661978 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.661978 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.662425 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.662501 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.662754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.663037 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.663336 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.663618 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.663848 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.664124 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.664404 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.664687 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.664906 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] debug = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.665180 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.665595 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.666002 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.666412 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.666702 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.667030 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.667275 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.667551 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.668047 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.668163 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] host = dv-cinder-689486-14-iscsi {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.668440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.669644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.669644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.669644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.669644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.669644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.669644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.669644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.671021 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] log_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.671021 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.671203 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.671412 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.671700 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.671921 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.672139 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.672421 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.672702 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.672978 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.673247 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.673516 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.673784 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.674052 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.674322 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.674604 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.674885 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.675193 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.675466 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.675736 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.676004 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.676273 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.676554 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.676824 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.677095 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.677366 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.677649 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.677916 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.678184 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.678480 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.678761 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.679038 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.679348 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.679622 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.679900 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.680169 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.680441 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.680710 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] use_json = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.680979 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.681247 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.681526 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.681832 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.682101 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.682376 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.682644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.682924 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:28.683246 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.683540 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.683839 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.684122 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.684416 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.684696 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.684984 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.685261 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.685547 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.685833 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.686122 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.686432 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.686728 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.687001 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.687319 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.687624 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.687917 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.688206 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.688484 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.688759 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.689032 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.689309 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.689599 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.689888 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.690173 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.690445 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.690722 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.691008 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.691310 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.691579 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.691925 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.692138 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.692415 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.692681 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.692959 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.693232 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.693501 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.693768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.694041 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.694327 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.694602 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.694871 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.695162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.695436 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.695705 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.695984 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.696255 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.696523 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.696789 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.697062 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.697878 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.698142 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.698416 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.698686 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.698959 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.699258 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.699527 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.699795 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.700067 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.700335 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.700603 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.700871 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.701143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.701414 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.701683 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.701950 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.702217 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.702488 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.702772 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.703086 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.703372 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.703648 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.703925 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.704201 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.704476 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.704752 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.705027 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.705300 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.705571 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.705857 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.706137 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.706418 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.706699 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.706974 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.707292 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.707567 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.707846 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.708117 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.708390 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.708675 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.708956 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.709243 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.709530 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.709815 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.710107 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.710391 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.710667 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.710969 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.711268 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:28.711485 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:31:28.711723 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100096) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 12:31:29.057139 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:29.057421 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:29.057704 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:29.058030 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 12:31:29.447149 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.447474 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.447740 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.449036 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.449320 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.449579 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.483434 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.483704 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.483965 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.498113 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.498386 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.498654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.527900 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.528178 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.528445 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.565298 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.565572 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.565833 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.797701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.798350 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.798350 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.798538 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.799192 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.921869 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.922179 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.922456 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.922723 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.922983 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.923386 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.923869 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.923979 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.924141 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.924419 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.924674 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.924936 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.925194 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.925454 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.925705 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.925967 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.927279 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.927557 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.927842 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.928107 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.928399 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.928754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.929010 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.929296 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.929549 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.929796 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.930184 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:31:29.930424 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:31:29.930660 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:31:29.930896 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:31:29.931150 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:31:29.931387 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:31:29.931774 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 12:31:29.934838 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 12:31:29.938855 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 12:31:29.942635 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jun 24 12:31:29.944347 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 12:31:29.944793 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 12:31:29.945122 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 12:31:29.945497 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 12:31:29.948771 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 12:31:29.949018 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 12:31:29.949443 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 12:31:29.979418 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 12:31:29.979873 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.980173 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100096) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 12:31:29.980541 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.981890 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100096) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 12:31:29.982174 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 12:31:29.982413 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 12:31:29.985623 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:29.985900 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:30.050229 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 12:31:30.050400 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 12:31:30.050636 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 12:31:30.051002 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 12:31:30.071400 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_db.sqlalchemy.engines [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100096) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 12:31:30.976365 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Initializing driver for type 'gre' Jun 24 12:31:30.977059 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] gre ID ranges: [(1, 1000)] Jun 24 12:31:31.221552 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Initializing driver for type 'local' Jun 24 12:31:31.221886 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Initializing driver for type 'vlan' Jun 24 12:31:31.333562 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] VlanTypeDriver initialization complete Jun 24 12:31:31.333829 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Initializing driver for type 'vxlan' Jun 24 12:31:31.334407 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] vxlan ID ranges: [(1, 1000)] Jun 24 12:31:31.527734 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Initializing extension driver 'port_security' Jun 24 12:31:31.528077 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.extensions.port_security [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] PortSecurityExtensionDriver initialization complete Jun 24 12:31:31.528416 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Initializing mechanism driver 'openvswitch' Jun 24 12:31:31.528738 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Initializing mechanism driver 'hyperv' Jun 24 12:31:31.535379 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.plugins.ml2.plugin [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:31.536325 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > port after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.536706 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > port after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.537070 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > port after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.537457 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > subnet after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.537811 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > subnet after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.538158 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.538532 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > network after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.538883 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > network after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.539251 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > network after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.539629 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > security_group after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.541240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > security_group after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.541240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > security_group after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.541240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.541240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.541571 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.541930 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > address_group after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.542278 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > address_group after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.542618 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > address_group after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.542956 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] ML2 OVO RPC backend initialized. {{(pid=100096) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 12:31:31.543682 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.544040 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.544454 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > network before_response 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.544798 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > networks before_response 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.545144 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > port before_response 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.545483 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > ports before_response 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.545824 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > subnet before_response 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.546437 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > subnets before_response 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.546603 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > network after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.546946 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > network after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.547301 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > network after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.547640 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > port after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.547973 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > port after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.548308 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > port after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.548641 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > subnet after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.548981 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > subnet after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.549312 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > subnet after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.549880 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.plugin [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Modular L2 Plugin initialization complete Jun 24 12:31:31.550204 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading services supported by the core plugin {{(pid=100096) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 12:31:31.550525 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.plugins.ml2.managers [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Got port-security extension from driver 'port_security' Jun 24 12:31:31.550983 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.extensions.vlantransparent [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Disabled vlantransparent extension. Jun 24 12:31:31.551490 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100096) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 12:31:31.551799 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading Plugin: router Jun 24 12:31:31.587705 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router_interface before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.588174 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router after_create 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.588715 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router before_create 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.589088 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.589459 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.589817 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router after_delete 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.590179 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > floatingip after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.590542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router after_create 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.590898 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router after_update 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.591274 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router after_update 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.591630 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.591990 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router after_update 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.592499 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_update 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.592824 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: port after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.593168 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: port after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.593506 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: subnet after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.593843 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.594190 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > port precommit_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.594563 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_create 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.594906 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: port before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.595290 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.595649 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router after_update 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.595991 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_delete 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.596341 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_create 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.596702 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router_interface after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.597046 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_update 55549900 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.597415 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > agent after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.597759 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > agent after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.598103 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > network after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.598977 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Tracking information for resource: router configured {{(pid=100096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:31:31.599332 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Tracking information for resource: floatingip configured {{(pid=100096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:31:31.605010 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.db.l3_agentschedulers_db [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 12:31:31.605583 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: port after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.605942 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: port after_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.606293 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: port after_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.606646 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: port after_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.607450 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router before_create 55550100 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.607821 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_delete 55550100 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.608181 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_create 55550100 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.608533 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > router precommit_update 55550100 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.613063 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.services.provider_configuration [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service providers = [] {{(pid=100096) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 12:31:31.613426 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.db.servicetype_db [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100096) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 12:31:31.616310 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.services.service_base [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:31:31.616662 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.services.service_base [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:31:31.617005 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.services.service_base [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:31:31.617864 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.services.service_base [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:31:31.618233 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.services.service_base [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 12:31:31.618618 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:31:31.618934 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 12:31:31.629896 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:31:31.630232 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading Plugin: auto_allocate Jun 24 12:31:31.636427 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: network precommit_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.636792 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: network precommit_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.637317 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:31:31.637639 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading Plugin: tag Jun 24 12:31:31.644179 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:31:31.644507 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading Plugin: timestamp Jun 24 12:31:31.648246 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:31:31.648576 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading Plugin: network_ip_availability Jun 24 12:31:31.655705 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.656077 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.656434 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.670807 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:31:31.670807 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading Plugin: flavors Jun 24 12:31:31.675408 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:31:31.675743 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading Plugin: revisions Jun 24 12:31:31.680064 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:31:31.680478 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_concurrency.lockutils [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.623s {{(pid=100096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:31.681229 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100096) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 12:31:31.681672 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Initializing extension manager. Jun 24 12:31:31.682214 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: __init__.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.682548 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: __pycache__ {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.682883 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.683245 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: address_group.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.684000 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.684581 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: address-group Jun 24 12:31:31.684899 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: address_scope.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.685588 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.686281 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: address-scope Jun 24 12:31:31.686413 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: admin_state_down_before_update.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.687350 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.687854 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: router-admin-state-down-before-update Jun 24 12:31:31.688172 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: agent.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.688852 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.689354 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: agent Jun 24 12:31:31.689671 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: agent_resources_synced.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.690559 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.691057 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: agent-resources-synced Jun 24 12:31:31.691397 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: allowedaddresspairs.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.693146 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.693664 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: allowed-address-pairs Jun 24 12:31:31.693991 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: auto_allocated_topology.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.700329 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.700851 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: auto-allocated-topology Jun 24 12:31:31.701179 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: availability_zone.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.701859 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.702365 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: availability_zone Jun 24 12:31:31.702691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: availability_zone_filter.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.703617 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.704120 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: availability_zone_filter Jun 24 12:31:31.704440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: data_plane_status.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.705326 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.705828 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 12:31:31.706151 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: default_subnetpools.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.707041 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.707564 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: default-subnetpools Jun 24 12:31:31.707885 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: dhcpagentscheduler.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.708680 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.709187 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: dhcp_agent_scheduler Jun 24 12:31:31.709509 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: dns.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.710397 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.710901 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension dns-integration not supported by any of loaded plugins Jun 24 12:31:31.711262 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: dns_domain_ports.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.712147 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.712648 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 12:31:31.713690 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.714611 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.715143 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 12:31:31.715467 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: dvr.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.716121 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.716621 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: dvr Jun 24 12:31:31.716946 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: empty_string_filtering.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.717839 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.718336 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: empty-string-filtering Jun 24 12:31:31.718658 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.719577 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.720078 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 12:31:31.720397 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.721278 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.721781 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 12:31:31.722099 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: external_net.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.722998 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.723532 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: external-net Jun 24 12:31:31.723849 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: extra_dhcp_opt.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.724733 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.725240 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: extra_dhcp_opt Jun 24 12:31:31.725554 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: extraroute.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.738937 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.739468 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: extraroute Jun 24 12:31:31.739787 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: extraroute_atomic.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.740811 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.741316 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: extraroute-atomic Jun 24 12:31:31.741634 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: filter_validation.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.742284 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.742785 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: filter-validation Jun 24 12:31:31.743135 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: fip_pf_description.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.744044 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.744539 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 12:31:31.744855 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: fip_port_details.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.746007 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.746504 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: fip-port-details Jun 24 12:31:31.746821 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: flavors.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.748068 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.748581 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: flavors Jun 24 12:31:31.748901 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.750548 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.751140 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 12:31:31.751418 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: floatingip_pools.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.752103 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.752615 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: floatingip-pools Jun 24 12:31:31.752935 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: ip_allocation.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.753851 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.754357 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 12:31:31.754676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.755595 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.756108 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: ip-substring-filtering Jun 24 12:31:31.756427 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: l2_adjacency.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.757334 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.757838 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 12:31:31.758153 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: l3.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.759124 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.760184 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: router Jun 24 12:31:31.760511 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: l3_conntrack_helper.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.762858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.763414 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 12:31:31.763745 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.764657 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.765173 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: ext-gw-mode Jun 24 12:31:31.765497 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.766395 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.766904 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: l3-ha Jun 24 12:31:31.767339 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: l3_flavors.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.776469 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.776978 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: l3-flavors Jun 24 12:31:31.777305 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.778202 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.778710 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 12:31:31.779029 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: l3agentscheduler.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.780104 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.780616 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: l3_agent_scheduler Jun 24 12:31:31.780942 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: logging.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.782415 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.782932 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension logging not supported by any of loaded plugins Jun 24 12:31:31.783301 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: metering.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.784019 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.784593 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: metering Jun 24 12:31:31.784919 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.785981 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.786493 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: metering_source_and_destination_fields Jun 24 12:31:31.786816 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: multiprovidernet.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.787749 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.788255 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: multi-provider Jun 24 12:31:31.788573 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: netmtu.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.789463 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.789965 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: net-mtu Jun 24 12:31:31.790283 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: netmtu_writable.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.791276 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.791777 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: net-mtu-writable Jun 24 12:31:31.792093 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: network_availability_zone.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.792745 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.793245 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: network_availability_zone Jun 24 12:31:31.793563 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: network_ip_availability.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.794632 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.795175 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: network-ip-availability Jun 24 12:31:31.795744 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: network_segment_range.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.796238 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.796744 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 12:31:31.797071 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: pagination.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.798034 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.798359 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: pagination Jun 24 12:31:31.798675 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: port_device_profile.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.799575 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.800084 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: port-device-profile Jun 24 12:31:31.800400 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.801310 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.801817 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: port-mac-address-regenerate Jun 24 12:31:31.802135 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.803019 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.803552 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: port-numa-affinity-policy Jun 24 12:31:31.803868 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: port_resource_request.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.804765 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.805265 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 12:31:31.805579 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: portbindings.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.806497 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.807014 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: binding Jun 24 12:31:31.807362 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: portbindings_extended.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.808617 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.809130 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: binding-extended Jun 24 12:31:31.809450 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: portsecurity.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.810337 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.810847 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: port-security Jun 24 12:31:31.811198 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: project_id.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.812153 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.812476 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: project-id Jun 24 12:31:31.812799 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: providernet.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.819644 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.820154 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: provider Jun 24 12:31:31.820471 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.824933 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.825457 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos not supported by any of loaded plugins Jun 24 12:31:31.825783 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.827007 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.827550 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 12:31:31.827874 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.828769 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.829279 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 12:31:31.829602 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos_default.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.830490 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.831000 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos-default not supported by any of loaded plugins Jun 24 12:31:31.831346 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos_fip.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.831981 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.832486 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos-fip not supported by any of loaded plugins Jun 24 12:31:31.832800 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos_gateway_ip.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.833705 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.834213 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 12:31:31.834534 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos_port_network_policy.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.835450 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.835959 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 12:31:31.836275 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos_rule_type_details.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.837165 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.837671 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 12:31:31.838104 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: qos_rules_alias.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.839243 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.839757 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 12:31:31.840078 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: quotasv2.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.840987 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.843825 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: quotas Jun 24 12:31:31.843825 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: quotasv2_detail.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.846758 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.847125 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: quota_details Jun 24 12:31:31.847454 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: rbac.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.848524 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.849061 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: rbac-policies Jun 24 12:31:31.849385 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: rbac_address_group.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.850293 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.850809 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: rbac-address-group Jun 24 12:31:31.851169 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: rbac_address_scope.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.852085 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.852599 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: rbac-address-scope Jun 24 12:31:31.852920 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: rbac_security_groups.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.854443 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.854956 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: rbac-security-groups Jun 24 12:31:31.855310 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: rbac_subnetpool.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.856211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.856721 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: rbac-subnetpool Jun 24 12:31:31.857041 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: revisionifmatch.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.857953 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.858464 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: revision-if-match Jun 24 12:31:31.858786 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: revisions.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.860136 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.860677 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: standard-attr-revisions Jun 24 12:31:31.860979 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: router_availability_zone.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.861633 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.862142 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: router_availability_zone Jun 24 12:31:31.862460 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: routerservicetype.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.863383 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.863885 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension router-service-type not supported by any of loaded plugins Jun 24 12:31:31.864203 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.865106 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.865616 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: security-groups-normalized-cidr Jun 24 12:31:31.865937 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: security_groups_port_filtering.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.866837 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.867373 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: port-security-groups-filtering Jun 24 12:31:31.867694 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.868600 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.869761 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: security-groups-remote-address-group Jun 24 12:31:31.870179 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: securitygroup.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.879931 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.888062 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: security-group Jun 24 12:31:31.888062 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: segment.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.888062 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.888062 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension segment not supported by any of loaded plugins Jun 24 12:31:31.888062 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.888738 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.889255 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 12:31:31.889576 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: servicetype.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.890725 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.891275 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: service-type Jun 24 12:31:31.891600 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: sorting.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.892568 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.892900 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: sorting Jun 24 12:31:31.893222 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: standard_attr_segment.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.894187 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.894700 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 12:31:31.895022 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: standardattrdescription.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.895689 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.896383 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: standard-attr-description Jun 24 12:31:31.896766 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: stateful_security_group.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.897732 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.898244 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: stateful-security-group Jun 24 12:31:31.898566 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: stdattrs_common.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.899161 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 12:31:31.899484 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.900529 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.901203 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 12:31:31.901528 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: subnet_onboard.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.902586 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.903119 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: subnet_onboard Jun 24 12:31:31.903445 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.904352 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.904857 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 12:31:31.905175 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: subnet_service_types.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.906086 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.906594 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: subnet-service-types Jun 24 12:31:31.906913 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: subnetallocation.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.908005 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.908510 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: subnet_allocation Jun 24 12:31:31.908829 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.909475 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.909980 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: subnetpool-prefix-ops Jun 24 12:31:31.910296 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.911233 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.911737 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 12:31:31.912056 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: tagging.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.913133 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.913650 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: standard-attr-tag Jun 24 12:31:31.913970 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: timestamp.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.921502 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.922020 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loaded extension: standard-attr-timestamp Jun 24 12:31:31.922345 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: trunk.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.923444 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.923907 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension trunk not supported by any of loaded plugins Jun 24 12:31:31.924230 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: trunk_details.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.925137 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.925649 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension trunk-details not supported by any of loaded plugins Jun 24 12:31:31.925974 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: uplink_status_propagation.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.926876 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.927429 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 12:31:31.927754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Loading extension file: vlantransparent.py {{(pid=100096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:31:31.928413 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:31:31.928920 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 12:31:31.931379 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:network Jun 24 12:31:31.932548 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:subnet Jun 24 12:31:31.932939 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:31:31.933328 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:port Jun 24 12:31:31.934570 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.935004 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service FLAVORS assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.935650 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.936073 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.936463 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:router Jun 24 12:31:31.936909 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:floatingip Jun 24 12:31:31.937396 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service METERING assigned prefix: /metering {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.938858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.939299 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.939609 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:31:31.940604 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 12:31:31.941035 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:security_group Jun 24 12:31:31.941485 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 12:31:31.942079 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service CORE assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.942416 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:31:31.942758 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] subnetpool is already registered Jun 24 12:31:31.943223 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service CORE assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.943554 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:31:31.943886 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] subnetpool is already registered Jun 24 12:31:31.946174 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.946604 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service FLAVORS assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.947259 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.947683 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.948018 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:router Jun 24 12:31:31.948350 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] router is already registered Jun 24 12:31:31.948765 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:floatingip Jun 24 12:31:31.949100 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] floatingip is already registered Jun 24 12:31:31.949552 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service METERING assigned prefix: /metering {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.950219 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 12:31:31.951483 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] rbac_policy is already registered Jun 24 12:31:31.951483 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:security_group Jun 24 12:31:31.951483 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] security_group is already registered Jun 24 12:31:31.951713 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 12:31:31.952028 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] security_group_rule is already registered Jun 24 12:31:31.952642 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service CORE assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.953082 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:31:31.953306 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] subnetpool is already registered Jun 24 12:31:31.953719 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.v2.resource_helper [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Service CORE assigned prefix: {{(pid=100096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:31:31.954038 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:31:31.954361 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING neutron.quota.resource_registry [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] subnetpool is already registered Jun 24 12:31:31.954831 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: extensions {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.956350 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: address-groups {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.957847 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: address-scopes {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.959191 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: agents {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.960357 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: auto-allocated-topology {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.961600 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: availability_zones {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.963427 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: dhcp-networks {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.965131 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: dhcp-agents {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.966599 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: routers {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.968342 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: flavors {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.970781 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: service_profiles {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.972023 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: next_providers {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.973478 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: service_profiles {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.975005 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: floatingip-pools {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.976270 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: routers {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.977968 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: floatingips {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.979952 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: l3-routers {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.981372 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: l3-agents {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.982792 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: metering-labels {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.984085 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: metering-label-rules {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.985465 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: network-ip-availabilities {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.986724 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: bindings {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.988337 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: quotas {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.989859 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: quotas {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.991306 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: rbac-policies {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.992505 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: security-groups {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.993795 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: security-group-rules {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.995222 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: service-providers {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.996697 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: subnetpools {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.998021 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: subnetpools {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:31.999603 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.001284 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.003173 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.004962 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.006647 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.008629 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.010540 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.012357 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.014236 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.016029 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron.api.extensions [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Extended resource: tags {{(pid=100096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:31:32.022073 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING keystonemiddleware.auth_token [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 12:31:32.027307 dv-cinder-689486-14-iscsi neutron-server[100096]: WARNING keystonemiddleware.auth_token [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 12:31:32.035692 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_concurrency.lockutils [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Acquired lock "singleton_lock" {{(pid=100096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 12:31:32.036171 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_concurrency.lockutils [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Releasing lock "singleton_lock" {{(pid=100096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 12:31:32.036803 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO oslo_service.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Starting 2 workers Jun 24 12:31:32.041621 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Started child 100207 {{(pid=100096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:31:32.046088 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Started child 100208 {{(pid=100096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:31:32.047314 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:32.048041 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO neutron.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 12:31:32.048352 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Notify callbacks [] for process, before_spawn {{(pid=100096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:32.048869 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [-] (100207) wsgi starting up on http://0.0.0.0:9696 Jun 24 12:31:32.050773 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO oslo_service.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Starting 1 workers Jun 24 12:31:32.050979 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:32.052443 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [-] (100208) wsgi starting up on http://0.0.0.0:9696 Jun 24 12:31:32.055952 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Started child 100209 {{(pid=100096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:31:32.057048 dv-cinder-689486-14-iscsi neutron-server[100096]: INFO oslo_service.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Starting 1 workers Jun 24 12:31:32.060826 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] calling RpcWorker wait() {{(pid=100209) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 12:31:32.061381 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] returning from RpcWorker wait() {{(pid=100209) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 12:31:32.064404 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Started child 100210 {{(pid=100096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:31:32.064404 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG neutron_lib.callbacks.manager [None req-8005c7be-e5a5-46a0-b9a8-561762bb185b None None] Notify callbacks [] for process, after_spawn {{(pid=100096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:32.064607 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:32.064607 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:32.064730 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 12:31:32.064730 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:31:32.064730 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:31:32.064911 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:31:32.065177 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:31:32.065347 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:31:32.065837 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.066100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.066347 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.066611 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.066758 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:32.067239 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.067506 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.067752 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.067850 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:32.068018 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.068286 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.068509 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.068679 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.068835 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.069094 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.069317 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.069611 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.069874 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.070122 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.070390 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.070563 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.070842 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.071131 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.071374 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.071646 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] debug = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.071906 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.073145 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.073393 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.073630 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.073852 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.074137 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.074380 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.074652 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.074892 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.075156 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.075403 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.075656 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.075889 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.076115 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.076345 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.076606 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.076838 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.077311 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] host = dv-cinder-689486-14-iscsi {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.077522 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.077774 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.078010 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.078277 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.078529 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.078739 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.078984 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.079257 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.079498 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.079739 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.079983 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.080243 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.080476 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.080710 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.080860 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_options = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.081101 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.081368 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.081641 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.081791 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.081956 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.082128 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.082403 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.082553 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.082797 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.083027 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.083327 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.083471 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.083736 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.083968 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.084232 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.084489 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.084719 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.084926 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.085184 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.085412 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.085631 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.085852 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.086098 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.086319 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.086535 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.086745 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.086964 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.087197 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.087405 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.087846 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.088076 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.088280 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.088428 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.088651 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.088891 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.089114 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.089340 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.089601 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.089888 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.090179 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.090408 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.090857 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.091127 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.091409 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.091876 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.091876 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_json = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.092208 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.092383 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.092670 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.092909 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.093140 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.093350 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.093795 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.094032 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.094458 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.094725 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.095033 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.095297 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.095548 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.095795 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.096043 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.096309 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.096516 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.096758 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.097075 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.097319 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.097624 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.097961 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.098129 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.098449 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.098699 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.098967 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.099204 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.099436 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.099663 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.099883 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.100215 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.100466 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.100723 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.100987 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.101195 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.101412 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.101642 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.101864 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.102078 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.102305 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.102582 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.102795 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.103023 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.107735 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.107735 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.107735 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.107735 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.107735 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.107735 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.107735 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.107735 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.108389 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.109424 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.109424 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.109424 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.109424 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.109424 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.110700 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.110962 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.111227 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.111471 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.112491 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.115478 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.115734 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.116423 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.116423 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.117440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.117440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.117440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.117440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.117440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.117773 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.117940 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.118177 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.118401 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.118625 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.119516 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.119698 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.120068 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.120772 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.121035 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.121266 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.121527 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.121741 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.123580 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.123580 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.123580 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.123580 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.123580 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.123580 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.123580 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.124518 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.124518 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.124518 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.124518 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.124957 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.125041 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.125752 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.125752 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.126030 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.126162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.126290 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.126509 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.126755 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.127006 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.127261 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.127552 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.127805 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.128051 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.128329 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.128561 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.129054 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.129486 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.129959 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.130227 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.130502 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.130799 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.131102 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.131367 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.131621 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.131912 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.132366 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.132808 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.133066 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.133325 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.133594 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.133840 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.134132 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.134357 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.134596 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.134846 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.135258 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.135739 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.135981 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.136203 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.136426 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.136701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.136961 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.137212 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.137477 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.137726 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.137961 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.138225 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.138480 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.138697 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.138934 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.139188 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.139549 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.139893 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.140131 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.140351 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.140574 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.140808 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.141076 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.141308 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.141528 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.141744 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.141962 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.142183 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.142430 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.142645 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.142867 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.143129 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.143349 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.143585 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.143956 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.144326 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.144719 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.145082 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.145533 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.145787 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.146023 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.146252 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.146527 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.146784 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.147003 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.153542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.153542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.153542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.153542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.153542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.153542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.153542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.153542 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.154360 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.154360 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.154360 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.154360 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.154360 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.154360 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.154360 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.154360 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155100 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.155691 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.156240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.156240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.156240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.156240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.156240 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.156593 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.156593 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.156787 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.157022 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.157233 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.157451 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.157669 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.157880 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.158123 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.158331 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.158562 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.158799 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.159009 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.159260 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.159469 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.159676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.159890 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.160098 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.160418 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.160700 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.160941 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.162271 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.162271 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.162271 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.162271 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.162748 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.162923 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.163206 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.163451 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.163669 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.163892 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.164134 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.164453 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.164765 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.167158 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.167454 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.167793 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.168108 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.168393 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.168627 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.168948 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.169320 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.169620 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.169900 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.170057 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 60832) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:32.170158 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.170429 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.170669 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.170901 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.171195 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.171440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.171687 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.172000 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.172189 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.172364 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.172587 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.172840 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.173221 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.173606 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.173894 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.174158 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.175276 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.175507 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:31:32.176153 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 12:31:32.176316 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:31:32.176483 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:31:32.176667 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:31:32.176849 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:31:32.177027 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:31:32.177202 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.177383 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.177531 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.177694 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.177854 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.178037 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.178200 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.178359 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.178520 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.178679 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.179201 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [-] 10.222.0.99 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068457 Jun 24 12:31:32.179611 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.180018 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.180371 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.180538 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.180701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.180865 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.181860 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.181860 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.181860 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.181860 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.181860 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.182504 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.182504 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] debug = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.182504 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.182783 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.182883 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.182968 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.183261 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.183354 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.183491 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.183652 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.183856 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.183961 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.184112 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.184270 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.184427 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.184594 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.184737 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.184897 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.185472 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.185472 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] host = dv-cinder-689486-14-iscsi {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.185472 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.185472 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.185730 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.185797 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.185935 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.186091 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.187017 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.187017 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.187017 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.187017 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.187017 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.187017 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.187436 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.187436 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188011 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_options = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188011 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188011 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188011 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188256 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188256 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188405 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188563 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188744 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.188868 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.189025 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.189184 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.189342 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.189504 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.189653 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.189811 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.190455 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.190455 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.190455 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.190455 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.190772 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.190772 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.190929 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.191010 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.192089 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.192254 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.192418 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.192578 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.192736 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.192883 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.193073 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.193453 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.193453 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.193610 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.193677 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.193791 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.194133 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.194300 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.194467 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.194599 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.194706 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.195622 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.195622 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.195622 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.195622 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.195622 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.195622 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_json = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200162 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:31:32.200995 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.200995 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.200995 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.200995 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.200995 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.200995 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.200995 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.200995 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.201858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.201858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.201858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.201858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.201858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.201858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.201858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.201858 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.202768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.202768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.202768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.202768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.202768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.202768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.202768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.202768 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205143 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.205701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.207685 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209170 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.209676 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.210211 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.211654 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.212209 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.212209 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.212209 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.212209 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.213908 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.214220 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.214422 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.214600 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.214778 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.215754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.215754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.215754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.215754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.215754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.215754 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.216138 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.216138 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.216257 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.216472 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.216561 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.216699 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.216841 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.216992 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.217141 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.217296 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.217462 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.217623 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.217795 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.217988 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.218131 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.218306 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.218468 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.218631 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.218793 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.219381 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.219381 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.219381 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.219585 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.219585 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.219736 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.219897 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.220826 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.220826 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.220826 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.220826 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.220826 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.221131 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.221131 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.221248 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.221449 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.221449 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.221684 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.221756 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.221986 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.222083 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.222215 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.222377 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.222540 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.222701 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.222863 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.223024 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.223208 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.223370 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.223533 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.223694 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.223882 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.224014 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.224175 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.224341 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.224501 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.224662 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.224823 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.224985 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.225146 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.225328 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.225464 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.226387 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.226387 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.226387 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.226387 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.226387 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.226387 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.226740 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.226740 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.227779 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.227779 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.227779 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.227779 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.227779 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.227779 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.227779 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.228191 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.228191 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.228191 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.228454 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.229155 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.229440 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.229734 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.230660 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.230660 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.230660 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.230906 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:32.231007 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.231007 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.231007 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.231007 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.231007 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.231327 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.231327 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.231488 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.232079 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.232079 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.232079 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.232079 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.232381 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.232447 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.232561 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.232722 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.233606 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.233606 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.233606 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.233606 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.233606 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.233954 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.233954 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.233954 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.234144 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.234301 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.234463 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.234661 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.234843 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.235037 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.235261 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.235411 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.235555 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.235699 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.235882 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.236038 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.236174 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.236332 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.236494 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.236663 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.236824 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.236985 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.237965 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.237965 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.237965 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.237965 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.237965 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.237965 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.238362 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.238362 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.238362 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.239555 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.239555 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.239709 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.239848 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.239920 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.240107 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.240291 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.240500 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.240688 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.241072 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.241254 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.241436 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.241616 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.241796 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.242256 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.242439 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.242630 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.242800 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.242970 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.243160 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.243330 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.243497 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.243663 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.243830 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.244054 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.244212 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.244494 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.244599 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.244713 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.244879 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.245052 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.245204 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.245634 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.245799 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.245964 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.246129 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:31:32.246287 dv-cinder-689486-14-iscsi neutron-server[100096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:31:44.355643 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3db77f-dc32-4c87-a50d-c122dfbd3224 None None] get_active_networks_info from dv-cinder-689486-14-iscsi {{(pid=100209) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:31:44.421403 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3db77f-dc32-4c87-a50d-c122dfbd3224 None None] No non-hosted networks {{(pid=100209) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 12:31:44.435227 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.agentschedulers_db [None req-4a3db77f-dc32-4c87-a50d-c122dfbd3224 None None] DHCP Agent not found on host dv-cinder-689486-14-iscsi {{(pid=100209) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 12:31:44.678775 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-639b9b3d-bad7-4640-a39c-76720b7c8fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662582'] for agent, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:46.968467 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e2dfd777-4b77-497d-8b6b-a73bdaef88b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662582'] for agent, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:46.996473 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.db.api [None req-cb8db3ae-fe2b-4391-8dbc-e264f29ab0ac None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-689486-14-iscsi {{(pid=100209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:31:46.996907 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_db.api [None req-cb8db3ae-fe2b-4391-8dbc-e264f29ab0ac None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:31:47.255522 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662582'] for agent, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:47.257168 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.257676 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.258391 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.258908 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.259486 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.260061 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.260543 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.261039 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.261518 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.262142 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.262686 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.263214 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:47.263777 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-14-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:47.276254 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-14-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:47.538348 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-cb8db3ae-fe2b-4391-8dbc-e264f29ab0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:48.438313 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662582'] for agent, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:49.924425 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.db.l3_hamode_db [None req-b62af775-b3d0-4d8c-b27b-4272b8f0b122 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 12:31:49.996867 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662582'] for agent, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:50.006082 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62af775-b3d0-4d8c-b27b-4272b8f0b122 None None] Routers set() bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:50.006476 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62af775-b3d0-4d8c-b27b-4272b8f0b122 None None] Router IDs set() for agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 12:31:50.997712 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 60930) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:51.492251 dv-cinder-689486-14-iscsi neutron-server[100208]: WARNING oslo_policy.policy [None req-eaafa864-ce5d-42d2-a0d7-c7c66d57025b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:31:51.492922 dv-cinder-689486-14-iscsi neutron-server[100208]: WARNING oslo_policy.policy [None req-eaafa864-ce5d-42d2-a0d7-c7c66d57025b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:31:51.712322 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [None req-eaafa864-ce5d-42d2-a0d7-c7c66d57025b admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:31:51.713392 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-eaafa864-ce5d-42d2-a0d7-c7c66d57025b admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7147937 Jun 24 12:31:54.056218 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 60944) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:54.363181 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-70a5fbd5-ab86-4e47-8d47-fcc108386eef admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:54.456721 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.policy [None req-70a5fbd5-ab86-4e47-8d47-fcc108386eef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100208) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 12:31:54.507453 dv-cinder-689486-14-iscsi neutron-server[100208]: WARNING oslo_policy.policy [None req-70a5fbd5-ab86-4e47-8d47-fcc108386eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:31:54.507860 dv-cinder-689486-14-iscsi neutron-server[100208]: WARNING oslo_policy.policy [None req-70a5fbd5-ab86-4e47-8d47-fcc108386eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:31:54.517276 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.quota [None req-70a5fbd5-ab86-4e47-8d47-fcc108386eef admin admin] Loaded quota_driver: . Jun 24 12:31:54.695781 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-70a5fbd5-ab86-4e47-8d47-fcc108386eef admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785242635731', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785242636262', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785242622485', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785242682827', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785242676110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785242661828', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1613522', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1422774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-331111', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-512460'] for rbac-policy, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:54.924042 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-70a5fbd5-ab86-4e47-8d47-fcc108386eef admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:54.925168 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-70a5fbd5-ab86-4e47-8d47-fcc108386eef admin admin] 10.222.0.99 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8679211 Jun 24 12:31:57.500204 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 60956) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:58.001076 dv-cinder-689486-14-iscsi neutron-server[100207]: WARNING oslo_policy.policy [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:31:58.001709 dv-cinder-689486-14-iscsi neutron-server[100207]: WARNING oslo_policy.policy [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:31:58.220293 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Request body: {'network': {'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'admin_state_up': True, 'name': 'private'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:58.221958 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.quota [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Loaded quota_driver: . Jun 24 12:31:58.357989 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Made reservation on behalf of d703e96b80d14a3c87a522764a268f83 for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:31:58.429539 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.policy [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100207) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 12:31:58.475108 dv-cinder-689486-14-iscsi neutron-server[100207]: WARNING oslo_policy.policy [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:31:58.475522 dv-cinder-689486-14-iscsi neutron-server[100207]: WARNING oslo_policy.policy [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:31:58.486582 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:58.508212 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:58.639456 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:58.713038 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:58.718810 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:58.735030 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:31:58.763903 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785245079583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:58.764511 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Unsubscribe: segment precommit_create {{(pid=100207) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 12:31:58.765018 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Added segment d71a5163-8a97-4bf8-90a4-acf041227a2f of type vlan for network 9eda8e08-c81c-4487-b243-acd64cb7c6af Jun 24 12:31:58.786113 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ee676c-b6de-435c-897a-d4270e5c3a27,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:58.804669 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.805045 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.805505 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.805849 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.806164 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.806491 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.806844 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.807207 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.807530 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.807845 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.808159 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.808470 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Tracked resource versions report: Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: pushed versions: Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: { 'AddressGroup': {'1.2'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'ConntrackHelper': {'1.0'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Log': {'1.0'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Network': {'1.1'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Port': {'1.7'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'PortForwarding': {'1.2'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'QosPolicy': {'1.8'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SecurityGroup': {'1.4'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SubPort': {'1.0'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Subnet': {'1.1'}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Trunk': {'1.1'}} Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: consumer versions: Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: { DHCP agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: L3 agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: Metadata agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: Metering agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: Open vSwitch agent@dv-cinder-689486-14-iscsi: { 'AddressGroup': '1.2', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'ConntrackHelper': '1.0', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Log': '1.0', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Network': '1.1', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Port': '1.7', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'PortForwarding': '1.2', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'QosPolicy': '1.8', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SecurityGroup': '1.4', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SecurityGroupRule': '1.2', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SubPort': '1.0', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Subnet': '1.1', Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Trunk': '1.1'}} Jun 24 12:31:58.809834 dv-cinder-689486-14-iscsi neutron-server[100207]: {{(pid=100207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:31:58.896107 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:58.898250 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:59.014933 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:59.016649 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:59.017336 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:59.019399 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:59.110819 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9eda8e08-c81c-4487-b243-acd64cb7c6af,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:59.113892 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:59.122204 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 9eda8e08-c81c-4487-b243-acd64cb7c6af details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:31:59.181812 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6792562 Jun 24 12:32:01.811459 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 60978) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:02.201247 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618f8bb-5a6c-4997-8988-a75b7bb936d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:02.202606 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-8618f8bb-5a6c-4997-8988-a75b7bb936d6 admin admin] 10.222.0.99 "GET /v2.0/networks/9eda8e08-c81c-4487-b243-acd64cb7c6af HTTP/1.1" status: 200 len: 825 time: 0.3901744 Jun 24 12:32:02.245719 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a3fcc3be-34d6-4b34-9989-ab41c7816396 admin admin] 10.222.0.99 "GET /v2.0/subnetpools/ffe44a26-dba0-4c95-9a0a-c2b5c3e165ca HTTP/1.1" status: 200 len: 734 time: 0.0376115 Jun 24 12:32:02.254483 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'subnetpool_id': 'ffe44a26-dba0-4c95-9a0a-c2b5c3e165ca'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:02.334606 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Made reservation on behalf of d703e96b80d14a3c87a522764a268f83 for: {'subnet': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:32:02.337539 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:02.707268 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:02.712245 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:02.778100 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Checking segment: {'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:32:02.778484 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Network hostable DHCP agents. Network: 9eda8e08-c81c-4487-b243-acd64cb7c6af, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:32:02.780586 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eecd2836-809d-49d9-b6f1-1ba38621f19f,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:02.786005 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:02.894514 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Network 9eda8e08-c81c-4487-b243-acd64cb7c6af is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:32:02.983477 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 9eda8e08-c81c-4487-b243-acd64cb7c6af) {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:32:02.988250 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:02.988845 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:02.993734 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e7d25-a3d3-421f-bf1a-39f81d0d987c None None] Network 9eda8e08-c81c-4487-b243-acd64cb7c6af requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:32:03.073797 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8226328 Jun 24 12:32:03.313119 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-9eda8e08-c81c-4487-b243-acd64cb7c6af', 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'fixed_ips': [{'subnet_id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:32:03.314327 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:03.599988 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Allocated IP 172.20.0.2 (9eda8e08-c81c-4487-b243-acd64cb7c6af/eecd2836-809d-49d9-b6f1-1ba38621f19f/6032a7e3-354c-43fc-bf30-0c4faa4bc5ab) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:32:03.806220 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:03.820691 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Transition to ACTIVE for port object 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:32:03.875248 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Transition to ACTIVE for port object 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:32:03.944021 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:03.947582 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:04.005813 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Network 9eda8e08-c81c-4487-b243-acd64cb7c6af is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:32:04.010858 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:32:04.021596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:32:04.032605 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Pushing event updated for resources: {'Port': ['ID=6032a7e3-354c-43fc-bf30-0c4faa4bc5ab,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:04.057134 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.057486 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.057822 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.058144 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.058461 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.058833 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.059178 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.059501 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.059827 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.060142 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.060465 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.060768 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Tracked resource versions report: Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: pushed versions: Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: { 'AddressGroup': {'1.2'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'ConntrackHelper': {'1.0'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Log': {'1.0'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Network': {'1.1'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Port': {'1.7'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'PortForwarding': {'1.2'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'QosPolicy': {'1.8'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SecurityGroup': {'1.4'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SubPort': {'1.0'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Subnet': {'1.1'}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Trunk': {'1.1'}} Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: consumer versions: Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: { DHCP agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: L3 agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: Metadata agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: Metering agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: Open vSwitch agent@dv-cinder-689486-14-iscsi: { 'AddressGroup': '1.2', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'ConntrackHelper': '1.0', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Log': '1.0', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Network': '1.1', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Port': '1.7', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'PortForwarding': '1.2', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'QosPolicy': '1.8', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SecurityGroup': '1.4', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SecurityGroupRule': '1.2', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SubPort': '1.0', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Subnet': '1.1', Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Trunk': '1.1'}} Jun 24 12:32:04.062138 dv-cinder-689486-14-iscsi neutron-server[100209]: {{(pid=100209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:32:04.084409 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:04.111804 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Attempting to bind port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:32:04.112170 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Attempting to bind port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:32:04.112601 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Attempting to bind port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab on network 9eda8e08-c81c-4487-b243-acd64cb7c6af {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:32:04.117504 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:32:04.118474 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Checking segment: {'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:32:04.118952 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:04.119617 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Bound using segment: {'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:32:04.120087 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Bound port: 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:32:04.120506 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:04.186432 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] For port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:32:04.190784 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] For port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=6032a7e3-354c-43fc-bf30-0c4faa4bc5ab,segment=NetworkSegment(d71a5163-8a97-4bf8-90a4-acf041227a2f),segment_id=d71a5163-8a97-4bf8-90a4-acf041227a2f)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:32:04.266683 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:04.271864 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:04.337317 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Pushing event updated for resources: {'Port': ['ID=6032a7e3-354c-43fc-bf30-0c4faa4bc5ab,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:04.340033 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:05.503744 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 60986) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:05.833492 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [None req-809d0261-3f43-41fc-8d56-c4787cf51a4d admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:32:05.834442 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-809d0261-3f43-41fc-8d56-c4787cf51a4d admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3299174 Jun 24 12:32:08.225652 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 60994) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:08.539776 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [None req-e2136f11-f314-4e97-a544-b5c0bf65f59f admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:32:08.541209 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-e2136f11-f314-4e97-a544-b5c0bf65f59f admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145940 Jun 24 12:32:09.602771 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:09.766302 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:32:10.443335 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ffd09-caf8-4eca-ae46-212ec82b0591 None None] Network 9eda8e08-c81c-4487-b243-acd64cb7c6af requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:32:10.601334 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] Provisioning for port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:32:10.610380 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] Provisioning complete for port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:10.611044 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:10.755219 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:10.794020 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] For port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=6032a7e3-354c-43fc-bf30-0c4faa4bc5ab,segment=NetworkSegment(d71a5163-8a97-4bf8-90a4-acf041227a2f),segment_id=d71a5163-8a97-4bf8-90a4-acf041227a2f)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:10.866355 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:10.869977 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:10.916116 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] Pushing event updated for resources: {'Port': ['ID=6032a7e3-354c-43fc-bf30-0c4faa4bc5ab,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:10.919295 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:10.987470 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-43f0b5b2-454f-41de-b3de-16bb943650fc None None] Provisioning complete for port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:10.987848 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-43f0b5b2-454f-41de-b3de-16bb943650fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:11.215575 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 32776) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:11.518539 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-d883db5d-c994-4a9a-a343-e987657c478b admin admin] Request body: {'router': {'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'name': 'router1', 'admin_state_up': True}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:11.558217 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:11.600998 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d883db5d-c994-4a9a-a343-e987657c478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:11.602882 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d883db5d-c994-4a9a-a343-e987657c478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:11.604655 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:11.605038 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:11.747384 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d883db5d-c994-4a9a-a343-e987657c478b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:11.824178 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d883db5d-c994-4a9a-a343-e987657c478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:11.914753 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d883db5d-c994-4a9a-a343-e987657c478b admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:11.915993 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d883db5d-c994-4a9a-a343-e987657c478b admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6994567 Jun 24 12:32:14.284786 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 32784) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:14.323130 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-5756f16f-7157-496e-b69e-e2ed7023e864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:14.599324 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [None req-842bd3d4-db1e-4fa1-aa25-23de5dead14a admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:32:14.600399 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-842bd3d4-db1e-4fa1-aa25-23de5dead14a admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145931 Jun 24 12:32:16.943127 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-c8dee1d2-f1fe-4fb5-af34-d9807dd64dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:16.972425 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 32792) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:17.265855 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.293133 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:17.386008 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Made reservation on behalf of 826f3494762d4f508afe8c5b02447409 for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:32:17.388271 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.396725 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.485869 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.551443 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.554608 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:17.568009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Reserving flat network on physical network physnet1 {{(pid=100207) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 12:32:17.591046 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319a918c-8131-4bac-8c92-799ec1c85501,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:17.593910 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.594253 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Added segment 317028f9-ce4f-4042-884a-b68b9f427d15 of type flat for network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 Jun 24 12:32:17.595678 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:17.641216 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.734757 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.736126 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:17.736710 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.738930 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:17.792965 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6aff5e-cfc3-4bbf-a77c-f71636a91da6,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:17.795875 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:17.802843 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:32:17.935444 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9617257 Jun 24 12:32:18.340140 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:19.915351 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.382096 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 32810) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:20.562730 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4a24ca-f305-480d-bc34-4d8fb113c1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:20.564078 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6b4a24ca-f305-480d-bc34-4d8fb113c1be admin admin] 10.222.0.99 "GET /v2.0/subnets/eecd2836-809d-49d9-b6f1-1ba38621f19f HTTP/1.1" status: 200 len: 849 time: 0.1805203 Jun 24 12:32:20.680510 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ea69f234-c617-4f1a-bb3c-55976e1da1fc admin admin] 10.222.0.99 "GET /v2.0/routers/68ba2b72-5034-45b7-b3e9-f933f91151b2 HTTP/1.1" status: 200 len: 704 time: 0.1104617 Jun 24 12:32:20.948234 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.234592 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Allocated IP 172.20.0.1 (9eda8e08-c81c-4487-b243-acd64cb7c6af/eecd2836-809d-49d9-b6f1-1ba38621f19f/a049d085-de32-427a-b591-e01b39d9bcb2) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:32:21.427531 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.452150 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Transition to ACTIVE for port object a049d085-de32-427a-b591-e01b39d9bcb2 will not be triggered until provisioned by entity DHCP. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:32:21.586214 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.588397 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:21.653292 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Network 9eda8e08-c81c-4487-b243-acd64cb7c6af is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:32:21.661753 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:32:21.670325 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:32:21.670325 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.728430 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Pushing event updated for resources: {'Port': ['ID=a049d085-de32-427a-b591-e01b39d9bcb2,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:21.738417 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:21.960139 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-198f97a8-0abe-48bb-a83c-4745b0ab35a8 None None] Provisioning for port a049d085-de32-427a-b591-e01b39d9bcb2 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:32:21.964537 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-198f97a8-0abe-48bb-a83c-4745b0ab35a8 None None] Provisioning complete for port a049d085-de32-427a-b591-e01b39d9bcb2 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:21.964907 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-198f97a8-0abe-48bb-a83c-4745b0ab35a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.989185 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.999813 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-198f97a8-0abe-48bb-a83c-4745b0ab35a8 None None] Port a049d085-de32-427a-b591-e01b39d9bcb2 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:32:22.169619 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.224931 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.226074 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.227865 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:22.300429 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Pushing event updated for resources: {'Port': ['ID=a049d085-de32-427a-b591-e01b39d9bcb2,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:22.305202 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:22.347977 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Network 9eda8e08-c81c-4487-b243-acd64cb7c6af is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:32:22.349267 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:32:22.520717 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-c4c5917e-65ff-4a6f-8cff-0f1eb6ae47ed None None] Provisioning complete for port a049d085-de32-427a-b591-e01b39d9bcb2 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:22.521074 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-c4c5917e-65ff-4a6f-8cff-0f1eb6ae47ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.552959 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-c4c5917e-65ff-4a6f-8cff-0f1eb6ae47ed None None] Port a049d085-de32-427a-b591-e01b39d9bcb2 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:32:22.563135 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Router 68ba2b72-5034-45b7-b3e9-f933f91151b2 is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:32:22.654932 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:32:22.660033 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] 10.222.0.99 "PUT /v2.0/routers/68ba2b72-5034-45b7-b3e9-f933f91151b2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9745924 Jun 24 12:32:22.666672 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Sync routers for ids ['68ba2b72-5034-45b7-b3e9-f933f91151b2'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:32:22.677927 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Routers {'68ba2b72-5034-45b7-b3e9-f933f91151b2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:22.678792 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:32:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['68ba2b72-5034-45b7-b3e9-f933f91151b2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:22.865978 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Set router 68ba2b72-5034-45b7-b3e9-f933f91151b2 gateway port host: None {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:23.297466 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'name': 'router1', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:32:11Z', 'updated_at': '2021-06-24T12:32:21Z', 'revision_number': 2, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'gw_port_host': None, '_interfaces': [{'id': 'a049d085-de32-427a-b591-e01b39d9bcb2', 'name': '', 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'mac_address': 'fa:16:3e:4c:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:20Z', 'updated_at': '2021-06-24T12:32:22Z', 'revision_number': 2, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'subnets': [{'id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe44a26-dba0-4c95-9a0a-c2b5c3e165ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:23.348240 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Checking router: 68ba2b72-5034-45b7-b3e9-f933f91151b2 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:32:23.348612 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Updating router 68ba2b72-5034-45b7-b3e9-f933f91151b2 port a049d085-de32-427a-b591-e01b39d9bcb2 binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:32:23.413191 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:23.901788 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:23.919840 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Transition to ACTIVE for port object a049d085-de32-427a-b591-e01b39d9bcb2 will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:32:23.988791 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:23.992319 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:24.168524 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Pushing event updated for resources: {'Port': ['ID=a049d085-de32-427a-b591-e01b39d9bcb2,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:24.178122 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Attempting to bind port a049d085-de32-427a-b591-e01b39d9bcb2 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:32:24.178510 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Attempting to bind port a049d085-de32-427a-b591-e01b39d9bcb2 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:32:24.178965 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Attempting to bind port a049d085-de32-427a-b591-e01b39d9bcb2 on network 9eda8e08-c81c-4487-b243-acd64cb7c6af {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:32:24.186977 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.187353 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.187795 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.188010 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.188328 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.188662 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.188981 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.189295 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.189608 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.189924 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.190231 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.190538 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Tracked resource versions report: Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: pushed versions: Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: { 'AddressGroup': {'1.2'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'ConntrackHelper': {'1.0'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Log': {'1.0'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Network': {'1.1'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Port': {'1.7'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'PortForwarding': {'1.2'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'QosPolicy': {'1.8'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SecurityGroup': {'1.4'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SubPort': {'1.0'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Subnet': {'1.1'}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Trunk': {'1.1'}} Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: consumer versions: Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: { DHCP agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: L3 agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: Metadata agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: Metering agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: Open vSwitch agent@dv-cinder-689486-14-iscsi: { 'AddressGroup': '1.2', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'ConntrackHelper': '1.0', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Log': '1.0', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Network': '1.1', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Port': '1.7', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'PortForwarding': '1.2', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'QosPolicy': '1.8', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SecurityGroup': '1.4', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SecurityGroupRule': '1.2', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SubPort': '1.0', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Subnet': '1.1', Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Trunk': '1.1'}} Jun 24 12:32:24.191980 dv-cinder-689486-14-iscsi neutron-server[100210]: {{(pid=100210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:32:24.194771 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:32:24.195813 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Checking segment: {'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:32:24.196570 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:24.196971 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Bound using segment: {'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:32:24.197464 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Bound port: a049d085-de32-427a-b591-e01b39d9bcb2, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71a5163-8a97-4bf8-90a4-acf041227a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:32:24.197875 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:24.202075 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:32:24.207940 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:24.265552 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] For port a049d085-de32-427a-b591-e01b39d9bcb2, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:32:24.289138 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] For port a049d085-de32-427a-b591-e01b39d9bcb2, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a049d085-de32-427a-b591-e01b39d9bcb2,segment=NetworkSegment(d71a5163-8a97-4bf8-90a4-acf041227a2f),segment_id=d71a5163-8a97-4bf8-90a4-acf041227a2f)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:32:24.352160 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:24.354456 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:24.414636 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Routers {'68ba2b72-5034-45b7-b3e9-f933f91151b2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:24.415405 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:32:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['68ba2b72-5034-45b7-b3e9-f933f91151b2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:24.450948 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Pushing event updated for resources: {'Port': ['ID=a049d085-de32-427a-b591-e01b39d9bcb2,revision_number=4']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:24.454921 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:24.513210 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] Set router 68ba2b72-5034-45b7-b3e9-f933f91151b2 gateway port host: None {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:24.727554 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'name': 'router1', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:32:11Z', 'updated_at': '2021-06-24T12:32:21Z', 'revision_number': 2, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'gw_port_host': None, '_interfaces': [{'id': 'a049d085-de32-427a-b591-e01b39d9bcb2', 'name': '', 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'mac_address': 'fa:16:3e:4c:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:20Z', 'updated_at': '2021-06-24T12:32:24Z', 'revision_number': 4, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'subnets': [{'id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe44a26-dba0-4c95-9a0a-c2b5c3e165ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:24.760335 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29614a71-a3a0-487a-94a1-e69d328d7f8c None None] The sync data for ids ['68ba2b72-5034-45b7-b3e9-f933f91151b2'] in dv-cinder-689486-14-iscsi is: [{'id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'name': 'router1', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:32:11Z', 'updated_at': '2021-06-24T12:32:21Z', 'revision_number': 2, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'gw_port_host': None, '_interfaces': [{'id': 'a049d085-de32-427a-b591-e01b39d9bcb2', 'name': '', 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'mac_address': 'fa:16:3e:4c:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:20Z', 'updated_at': '2021-06-24T12:32:24Z', 'revision_number': 4, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'subnets': [{'id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe44a26-dba0-4c95-9a0a-c2b5c3e165ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:32:24.881570 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 32832) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:24.991587 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5652df8a-3a6f-40b4-85f4-0180d43014da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:24.993558 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-5652df8a-3a6f-40b4-85f4-0180d43014da admin admin] 10.222.0.99 "GET /v2.0/networks/8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 HTTP/1.1" status: 200 len: 842 time: 0.1109636 Jun 24 12:32:25.003274 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:25.114149 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Made reservation on behalf of 826f3494762d4f508afe8c5b02447409 for: {'subnet': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:32:25.116425 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:25.536011 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.objects.ports [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100207) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:32:25.536465 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:25.538482 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:25.584426 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46c77b1-cd98-4025-ac23-1b6108a94ac8,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:25.592551 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:25.600750 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:32:25.601099 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Network hostable DHCP agents. Network: 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:32:25.723044 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:32:25.848827 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6) {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:32:25.854017 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:25.854627 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:25.857570 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f87449d-133a-4ceb-a911-41eb192cb1f3 None None] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:32:25.977335 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9763699 Jun 24 12:32:25.987494 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b584310-64a5-41bf-b779-c85702ed74e9 None None] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:32:28.292266 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 32844) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:28.424672 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-35ef7354-4dfb-453a-916e-de7c7e6a4edf admin admin] 10.222.0.99 "GET /v2.0/routers/68ba2b72-5034-45b7-b3e9-f933f91151b2 HTTP/1.1" status: 200 len: 710 time: 0.1311696 Jun 24 12:32:28.518702 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122622bd-d940-4e3f-a96e-1505c4803dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:28.520884 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-122622bd-d940-4e3f-a96e-1505c4803dfa admin admin] 10.222.0.99 "GET /v2.0/networks/8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 HTTP/1.1" status: 200 len: 886 time: 0.0910139 Jun 24 12:32:28.529992 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:32:28.781052 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.119326 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.192214 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.295977 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Allocated IP 172.27.2.21 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/5d464d1a-c4f1-4578-add4-1b210c172a44) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:32:29.395311 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.514772 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.517116 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:29.552124 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:32:29.554769 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:32:29.558579 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:32:29.566621 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Pushing event updated for resources: {'Port': ['ID=5d464d1a-c4f1-4578-add4-1b210c172a44,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:29.591021 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a049d085-de32-427a-b591-e01b39d9bcb2 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:29.597806 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:29.719806 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port a049d085-de32-427a-b591-e01b39d9bcb2 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:32:29.723761 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port a049d085-de32-427a-b591-e01b39d9bcb2 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:29.724182 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.798420 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.829569 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port a049d085-de32-427a-b591-e01b39d9bcb2, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a049d085-de32-427a-b591-e01b39d9bcb2,segment=NetworkSegment(d71a5163-8a97-4bf8-90a4-acf041227a2f),segment_id=d71a5163-8a97-4bf8-90a4-acf041227a2f)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:29.931890 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.934604 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-a48be66d-a040-4296-b525-b51881a1d40a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:30.035701 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=a049d085-de32-427a-b591-e01b39d9bcb2,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:30.038935 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:30.059641 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:30.249672 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:30.252908 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656524'] for router, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:30.356920 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Router 68ba2b72-5034-45b7-b3e9-f933f91151b2 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:32:30.461579 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:32:30.465811 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:30.467048 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] 10.222.0.99 "PUT /v2.0/routers/68ba2b72-5034-45b7-b3e9-f933f91151b2 HTTP/1.1" status: 200 len: 889 time: 1.9404318 Jun 24 12:32:30.482286 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Sync routers for ids ['68ba2b72-5034-45b7-b3e9-f933f91151b2'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:32:30.494236 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Routers {'68ba2b72-5034-45b7-b3e9-f933f91151b2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:30.494996 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:32:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['68ba2b72-5034-45b7-b3e9-f933f91151b2'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:30.714853 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Set router 68ba2b72-5034-45b7-b3e9-f933f91151b2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:31.105068 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'name': 'router1', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d464d1a-c4f1-4578-add4-1b210c172a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:32:11Z', 'updated_at': '2021-06-24T12:32:29Z', 'revision_number': 4, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'gw_port': {'id': '5d464d1a-c4f1-4578-add4-1b210c172a44', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:29Z', 'updated_at': '2021-06-24T12:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a049d085-de32-427a-b591-e01b39d9bcb2', 'name': '', 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'mac_address': 'fa:16:3e:4c:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:20Z', 'updated_at': '2021-06-24T12:32:29Z', 'revision_number': 5, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'subnets': [{'id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe44a26-dba0-4c95-9a0a-c2b5c3e165ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:31.156002 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Checking router: 68ba2b72-5034-45b7-b3e9-f933f91151b2 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:32:31.156389 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Updating router 68ba2b72-5034-45b7-b3e9-f933f91151b2 port 5d464d1a-c4f1-4578-add4-1b210c172a44 binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:32:31.190146 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.510541 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.521248 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Transition to ACTIVE for port object 5d464d1a-c4f1-4578-add4-1b210c172a44 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:32:31.568311 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a049d085-de32-427a-b591-e01b39d9bcb2 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:31.603080 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.607901 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:31.660094 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Attempting to bind port 5d464d1a-c4f1-4578-add4-1b210c172a44 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:32:31.660388 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Attempting to bind port 5d464d1a-c4f1-4578-add4-1b210c172a44 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:32:31.660754 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Attempting to bind port 5d464d1a-c4f1-4578-add4-1b210c172a44 on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:32:31.666833 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port a049d085-de32-427a-b591-e01b39d9bcb2 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:31.667232 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.672334 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:32:31.672709 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:32:31.673155 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.673567 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:32:31.674021 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Bound port: 5d464d1a-c4f1-4578-add4-1b210c172a44, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:32:31.674413 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.718153 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeea87f-ea4a-4648-b0bd-4936cdaf1b89 None None] Pushing event updated for resources: {'Port': ['ID=5d464d1a-c4f1-4578-add4-1b210c172a44,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:31.723919 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-7aeea87f-ea4a-4648-b0bd-4936cdaf1b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:31.761771 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] For port 5d464d1a-c4f1-4578-add4-1b210c172a44, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:32:31.765304 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] For port 5d464d1a-c4f1-4578-add4-1b210c172a44, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=5d464d1a-c4f1-4578-add4-1b210c172a44,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:32:31.825944 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.828243 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:31.963563 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Routers {'68ba2b72-5034-45b7-b3e9-f933f91151b2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:31.964195 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:32:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['68ba2b72-5034-45b7-b3e9-f933f91151b2'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:31.965830 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeea87f-ea4a-4648-b0bd-4936cdaf1b89 None None] Pushing event updated for resources: {'Port': ['ID=5d464d1a-c4f1-4578-add4-1b210c172a44,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:31.969917 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-7aeea87f-ea4a-4648-b0bd-4936cdaf1b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:32.069148 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] Set router 68ba2b72-5034-45b7-b3e9-f933f91151b2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:32.291767 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'name': 'router1', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d464d1a-c4f1-4578-add4-1b210c172a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:32:11Z', 'updated_at': '2021-06-24T12:32:29Z', 'revision_number': 4, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'gw_port': {'id': '5d464d1a-c4f1-4578-add4-1b210c172a44', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:29Z', 'updated_at': '2021-06-24T12:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a049d085-de32-427a-b591-e01b39d9bcb2', 'name': '', 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'mac_address': 'fa:16:3e:4c:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:20Z', 'updated_at': '2021-06-24T12:32:29Z', 'revision_number': 5, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'subnets': [{'id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe44a26-dba0-4c95-9a0a-c2b5c3e165ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:32.320986 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe96f72-baee-4263-aca1-5919602a38af None None] The sync data for ids ['68ba2b72-5034-45b7-b3e9-f933f91151b2'] in dv-cinder-689486-14-iscsi is: [{'id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'name': 'router1', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '5d464d1a-c4f1-4578-add4-1b210c172a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:32:11Z', 'updated_at': '2021-06-24T12:32:29Z', 'revision_number': 4, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'gw_port': {'id': '5d464d1a-c4f1-4578-add4-1b210c172a44', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:29Z', 'updated_at': '2021-06-24T12:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a049d085-de32-427a-b591-e01b39d9bcb2', 'name': '', 'network_id': '9eda8e08-c81c-4487-b243-acd64cb7c6af', 'tenant_id': 'd703e96b80d14a3c87a522764a268f83', 'mac_address': 'fa:16:3e:4c:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ba2b72-5034-45b7-b3e9-f933f91151b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:32:20Z', 'updated_at': '2021-06-24T12:32:29Z', 'revision_number': 5, 'project_id': 'd703e96b80d14a3c87a522764a268f83', 'subnets': [{'id': 'eecd2836-809d-49d9-b6f1-1ba38621f19f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe44a26-dba0-4c95-9a0a-c2b5c3e165ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:32:32.896925 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 32854) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:33.026084 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ef3b9401-751a-416f-b64c-8c11df5a8054 admin admin] 10.222.0.99 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1280122 Jun 24 12:32:33.593253 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 5d464d1a-c4f1-4578-add4-1b210c172a44 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:33.705753 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 5d464d1a-c4f1-4578-add4-1b210c172a44 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:32:33.709916 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 5d464d1a-c4f1-4578-add4-1b210c172a44 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:33.710337 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:33.794055 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:33.814979 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 5d464d1a-c4f1-4578-add4-1b210c172a44, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=5d464d1a-c4f1-4578-add4-1b210c172a44,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:33.916180 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:33.918309 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:33.969882 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=5d464d1a-c4f1-4578-add4-1b210c172a44,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:33.972799 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:35.613281 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 5d464d1a-c4f1-4578-add4-1b210c172a44 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:35.661134 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 5d464d1a-c4f1-4578-add4-1b210c172a44 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:35.661429 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:44.314394 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-039bf4ed-7b32-4694-ad59-a63b929ccbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:46.974195 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d1f00e9f-495b-486c-9be5-ce5bc7b692df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:47.243235 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:48.359959 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:49.945657 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:01.122958 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:33:14.344455 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-332ec594-3d64-47e5-9e06-13f956394050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:17.642851 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-169833c4-2848-4a62-9c0b-d177d5e98e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:17.688057 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:18.353518 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:19.943822 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:38.122011 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:33:44.368259 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-19ae3d18-5f11-4877-8ba1-7f5a45e4b4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:47.036025 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-86cb9c4f-c755-449b-b77a-9a117a37edc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:47.250528 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:48.348238 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.979416 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:11.480288 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33422) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:11.543349 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d57a43c-8312-42cb-8b2d-46725b02c276 admin admin] GET failed (client error): The resource could not be found. Jun 24 12:34:11.544724 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-8d57a43c-8312-42cb-8b2d-46725b02c276 admin admin] 10.222.0.99 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634553 Jun 24 12:34:11.701453 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456ff81-a7cb-4f2c-965f-2a3f6b1df463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:11.702951 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-5456ff81-a7cb-4f2c-965f-2a3f6b1df463 admin admin] 10.222.0.99 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543915 Jun 24 12:34:13.857154 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33432) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:13.950658 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd16a34-2a77-4ae6-a174-fd44a52849c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:13.952118 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-8dd16a34-2a77-4ae6-a174-fd44a52849c0 admin admin] 10.222.0.99 "GET /v2.0/subnets/eecd2836-809d-49d9-b6f1-1ba38621f19f HTTP/1.1" status: 200 len: 849 time: 0.0939560 Jun 24 12:34:13.961215 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:34:14.047122 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.259040 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785245027786'] for subnet, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.261332 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-db9c03dc-cf34-4def-8a89-6cc6fe83d59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:14.290798 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:14.290913 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.292958 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] 10.222.0.99 "PUT /v2.0/subnets/eecd2836-809d-49d9-b6f1-1ba38621f19f HTTP/1.1" status: 200 len: 868 time: 0.3353467 Jun 24 12:34:14.293874 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1280c66-c25e-4431-a07a-070fc9b47ee6 None None] Network 9eda8e08-c81c-4487-b243-acd64cb7c6af requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:34:14.314413 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eecd2836-809d-49d9-b6f1-1ba38621f19f,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:14.322065 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.322427 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.322747 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.323087 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.323488 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.323880 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.324741 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.324741 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.325054 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.325348 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.325674 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.325995 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:14.330495 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:14.363044 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-cd76ad8f-5be8-47cf-bbc4-034ea7807486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.732785 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-7fc0af44-a6f9-4efb-a483-ade3c13a38e9 None None] Provisioning complete for port a049d085-de32-427a-b591-e01b39d9bcb2 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:34:14.733163 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-7fc0af44-a6f9-4efb-a483-ade3c13a38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:14.816770 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-7fc0af44-a6f9-4efb-a483-ade3c13a38e9 None None] Provisioning complete for port 6032a7e3-354c-43fc-bf30-0c4faa4bc5ab triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:34:14.817066 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-7fc0af44-a6f9-4efb-a483-ade3c13a38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:15.122350 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:34:16.451767 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33440) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:16.650595 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69115ebd-c5c4-42a3-a4fb-586432de113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:16.651035 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69115ebd-c5c4-42a3-a4fb-586432de113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:16.653096 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-69115ebd-c5c4-42a3-a4fb-586432de113f admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002265 Jun 24 12:34:16.993756 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-cd970762-e95c-4e7e-93db-295eefa0bf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:17.253456 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:18.351241 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:18.829993 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33448) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:18.971631 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69be86c-3ddf-4b43-a979-b5a371af37e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:18.972107 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69be86c-3ddf-4b43-a979-b5a371af37e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:18.973622 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d69be86c-3ddf-4b43-a979-b5a371af37e8 admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1426415 Jun 24 12:34:19.936652 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:21.227613 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33456) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:21.351096 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987aab67-d168-4cdd-a4fc-895dcab16c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:21.352452 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-987aab67-d168-4cdd-a4fc-895dcab16c56 admin admin] 10.222.0.99 "GET /v2.0/networks/8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 HTTP/1.1" status: 200 len: 886 time: 0.1238992 Jun 24 12:34:23.504069 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33464) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:23.734065 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd22a38-c29c-4014-b2fa-860aa35f1149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:23.735446 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ccd22a38-c29c-4014-b2fa-860aa35f1149 admin admin] 10.222.0.99 "GET /v2.0/networks/9eda8e08-c81c-4487-b243-acd64cb7c6af HTTP/1.1" status: 200 len: 869 time: 0.2303884 Jun 24 12:34:25.863824 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33472) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:25.988717 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f51d8-b25a-486a-95ac-eaf11419b9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:25.989415 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f51d8-b25a-486a-95ac-eaf11419b9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:25.990744 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-938f51d8-b25a-486a-95ac-eaf11419b9d6 admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259708 Jun 24 12:34:28.146565 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33480) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:28.238008 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1eab2-fb90-424c-827b-9d67fdb4c857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:28.238480 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1eab2-fb90-424c-827b-9d67fdb4c857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:28.240173 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-47c1eab2-fb90-424c-827b-9d67fdb4c857 admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926261 Jun 24 12:34:30.433590 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33488) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:30.518702 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc15a4-e2c2-4271-ba9e-57365cb8b23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:30.520099 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-4fbc15a4-e2c2-4271-ba9e-57365cb8b23d admin admin] 10.222.0.99 "GET /v2.0/subnets/d46c77b1-cd98-4025-ac23-1b6108a94ac8 HTTP/1.1" status: 200 len: 816 time: 0.0855601 Jun 24 12:34:32.699802 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33496) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:32.794398 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0cbda8-6ac8-414e-9bb8-6d67e7c65552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:32.795771 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-3b0cbda8-6ac8-414e-9bb8-6d67e7c65552 admin admin] 10.222.0.99 "GET /v2.0/subnets/eecd2836-809d-49d9-b6f1-1ba38621f19f HTTP/1.1" status: 200 len: 868 time: 0.0949585 Jun 24 12:34:44.327830 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b65f508d-2317-46b4-a0a0-1dee3367a30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:46.946028 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-02cae1f2-f99b-45c3-9ed8-af3b1ef159cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:47.265249 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:48.376707 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:49.937084 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:52.120750 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:34:56.514810 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 33540) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:56.568202 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [None req-65a048eb-f674-4fd5-86f9-116c3ef3b037 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:34:56.569173 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-65a048eb-f674-4fd5-86f9-116c3ef3b037 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533628 Jun 24 12:34:58.835999 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33550) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:58.897670 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7d4c57-3468-4cfc-93fa-aaf13e04694a admin admin] GET failed (client error): The resource could not be found. Jun 24 12:34:58.899244 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-de7d4c57-3468-4cfc-93fa-aaf13e04694a admin admin] 10.222.0.99 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621438 Jun 24 12:34:58.983432 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a59bde-6d77-4ad8-9b57-e842ead30d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:58.985003 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c3a59bde-6d77-4ad8-9b57-e842ead30d30 admin admin] 10.222.0.99 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818932 Jun 24 12:35:01.184034 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33558) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:35:01.229824 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:35:01.322915 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Made reservation on behalf of 826f3494762d4f508afe8c5b02447409 for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:35:01.325368 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:01.361071 dv-cinder-689486-14-iscsi neutron-server[100207]: WARNING neutron.services.revisions.revision_plugin [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Could not find related network for resource to bump revision. Jun 24 12:35:01.377210 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:35:01.383046 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:01.383536 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Added segment c6afbc4b-212d-481d-a2f7-c147719acdf4 of type vlan for network 55f296b3-6b42-481f-8e1d-c951e97c3c54 Jun 24 12:35:01.424007 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:01.528328 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:01.529681 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:01.530299 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:01.532520 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:01.590447 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Pushing event updated for resources: {'Network': ['ID=55f296b3-6b42-481f-8e1d-c951e97c3c54,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:01.593063 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:01.600394 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 55f296b3-6b42-481f-8e1d-c951e97c3c54 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:35:01.669359 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4842279 Jun 24 12:35:03.901813 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 33566) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:35:03.977303 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bd4fe7-f4bd-47d0-9b45-d81c745ab966 admin admin] GET failed (client error): The resource could not be found. Jun 24 12:35:03.978685 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-11bd4fe7-f4bd-47d0-9b45-d81c745ab966 admin admin] 10.222.0.99 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0759602 Jun 24 12:35:04.104696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146cb3ba-5028-40e2-826a-33b25d47b227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:04.106177 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-146cb3ba-5028-40e2-826a-33b25d47b227 admin admin] 10.222.0.99 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1236224 Jun 24 12:35:04.115997 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:35:04.199799 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Made reservation on behalf of 826f3494762d4f508afe8c5b02447409 for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:35:04.202424 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.519978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.522864 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:04.589163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Checking segment: {'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:35:04.589537 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Network hostable DHCP agents. Network: 55f296b3-6b42-481f-8e1d-c951e97c3c54, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:35:04.591685 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b85a06b-755d-4937-b95d-74d523949ce8,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:04.604455 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.604802 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.605134 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.605461 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.605784 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.606106 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.606424 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.606768 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.607113 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.607433 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.607747 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.608057 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Tracked resource versions report: Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: pushed versions: Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: { 'AddressGroup': {'1.2'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'ConntrackHelper': {'1.0'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Log': {'1.0'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Network': {'1.1'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Port': {'1.7'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'PortForwarding': {'1.2'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'QosPolicy': {'1.8'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SecurityGroup': {'1.4'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SubPort': {'1.0'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Subnet': {'1.1'}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Trunk': {'1.1'}} Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: consumer versions: Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: { DHCP agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: L3 agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: Metadata agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: Metering agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: Open vSwitch agent@dv-cinder-689486-14-iscsi: { 'AddressGroup': '1.2', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'ConntrackHelper': '1.0', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Log': '1.0', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Network': '1.1', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Port': '1.7', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'PortForwarding': '1.2', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'QosPolicy': '1.8', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SecurityGroup': '1.4', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SecurityGroupRule': '1.2', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SubPort': '1.0', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Subnet': '1.1', Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Trunk': '1.1'}} Jun 24 12:35:04.609411 dv-cinder-689486-14-iscsi neutron-server[100208]: {{(pid=100208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:35:04.645151 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:04.748569 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Network 55f296b3-6b42-481f-8e1d-c951e97c3c54 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:35:04.816988 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 55f296b3-6b42-481f-8e1d-c951e97c3c54) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:35:04.822684 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:35:04.827830 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.827967 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e20c25-1055-48a1-aeb9-1ad0a56ebc07 None None] Network 55f296b3-6b42-481f-8e1d-c951e97c3c54 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:35:04.909481 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7969754 Jun 24 12:35:05.066667 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-55f296b3-6b42-481f-8e1d-c951e97c3c54', 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54', 'tenant_id': '826f3494762d4f508afe8c5b02447409', 'fixed_ips': [{'subnet_id': '9b85a06b-755d-4937-b95d-74d523949ce8'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:35:05.067582 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.207980 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Allocated IP 192.168.233.2 (55f296b3-6b42-481f-8e1d-c951e97c3c54/9b85a06b-755d-4937-b95d-74d523949ce8/9943f707-6fe9-4d53-b0df-4cfb3955a327) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:35:05.350492 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.358605 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Transition to ACTIVE for port object 9943f707-6fe9-4d53-b0df-4cfb3955a327 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:35:05.374194 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Transition to ACTIVE for port object 9943f707-6fe9-4d53-b0df-4cfb3955a327 will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:35:05.454745 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.457079 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:05.493519 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Network 55f296b3-6b42-481f-8e1d-c951e97c3c54 is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:35:05.496551 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:35:05.498909 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:35:05.509929 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Pushing event updated for resources: {'Port': ['ID=9943f707-6fe9-4d53-b0df-4cfb3955a327,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:05.532850 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.533215 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.533552 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.533873 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.534194 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.534550 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.534876 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.535217 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.535547 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.535862 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.536176 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.536480 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:35:05.542952 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:05.577172 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Attempting to bind port 9943f707-6fe9-4d53-b0df-4cfb3955a327 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:35:05.577592 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Attempting to bind port 9943f707-6fe9-4d53-b0df-4cfb3955a327 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:35:05.577964 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Attempting to bind port 9943f707-6fe9-4d53-b0df-4cfb3955a327 on network 55f296b3-6b42-481f-8e1d-c951e97c3c54 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:35:05.582958 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:35:05.583368 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Checking segment: {'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:35:05.583778 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.584205 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Bound using segment: {'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:35:05.584679 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Bound port: 9943f707-6fe9-4d53-b0df-4cfb3955a327, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:35:05.585086 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.649071 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] For port 9943f707-6fe9-4d53-b0df-4cfb3955a327, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:35:05.652159 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] For port 9943f707-6fe9-4d53-b0df-4cfb3955a327, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=9943f707-6fe9-4d53-b0df-4cfb3955a327,segment=NetworkSegment(c6afbc4b-212d-481d-a2f7-c147719acdf4),segment_id=c6afbc4b-212d-481d-a2f7-c147719acdf4)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:35:05.760950 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:05.763309 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:05.826597 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Pushing event updated for resources: {'Port': ['ID=9943f707-6fe9-4d53-b0df-4cfb3955a327,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:05.830432 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:06.653993 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36d5c0-badc-4984-99e7-190752177a07 None None] Network 55f296b3-6b42-481f-8e1d-c951e97c3c54 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:35:06.825981 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-946299b0-a83f-4911-9d0e-7b4e373fee83 None None] Provisioning for port 9943f707-6fe9-4d53-b0df-4cfb3955a327 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:35:07.699034 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 9943f707-6fe9-4d53-b0df-4cfb3955a327 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:35:07.854185 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 9943f707-6fe9-4d53-b0df-4cfb3955a327 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:35:07.858534 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 9943f707-6fe9-4d53-b0df-4cfb3955a327 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:35:07.858911 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:07.937875 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:07.968633 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 9943f707-6fe9-4d53-b0df-4cfb3955a327, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=9943f707-6fe9-4d53-b0df-4cfb3955a327,segment=NetworkSegment(c6afbc4b-212d-481d-a2f7-c147719acdf4),segment_id=c6afbc4b-212d-481d-a2f7-c147719acdf4)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:35:08.040535 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:08.042684 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:08.087205 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=9943f707-6fe9-4d53-b0df-4cfb3955a327,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:08.090434 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:09.688347 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 9943f707-6fe9-4d53-b0df-4cfb3955a327 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:35:09.738363 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 9943f707-6fe9-4d53-b0df-4cfb3955a327 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:35:09.738748 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:14.352240 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa5e7-f787-4e98-a6dd-ae3bc9a5b960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:16.945548 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef757-e128-4773-83fe-c62682c35c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:17.248454 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:18.371521 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:19.972010 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:29.118835 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:35:44.340631 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-71062456-6180-43a0-84e3-b5408f4df0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:46.978162 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-62dc9ccc-86ee-418a-9d51-f98990d3dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:47.271816 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:48.401125 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:49.983790 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:06.116694 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:36:14.349748 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ccf31309-481c-4afa-9fea-10558170f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:16.953030 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2c5497a0-7b47-428a-92b2-1c61f8089862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:17.432527 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:18.366892 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:19.985421 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:23.554997 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 33622) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:36:23.561763 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [None req-01ddf803-4d42-4564-9040-4a68dde8dec4 tempest-verify_tempest_config-1257220036 tempest-verify_tempest_config-1257220036-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:36:23.562710 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-01ddf803-4d42-4564-9040-4a68dde8dec4 tempest-verify_tempest_config-1257220036 tempest-verify_tempest_config-1257220036-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058832 Jun 24 12:36:24.108641 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 33640) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:36:24.220181 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:24.334680 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:24.418429 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:24.424761 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:36:24.464998 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0894652d63b04c20a3135eff1b9ca833&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3553050 Jun 24 12:36:24.465809 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e804c68b-ea5d-4c45-8413-9ecffe6307d4,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:36:24.467817 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33644) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:36:24.472679 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.473046 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.473382 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.473711 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.474036 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.474381 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.474730 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.475017 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.475371 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.475689 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.476004 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.476317 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.481069 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:36:24.523510 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:24.544010 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:24.687578 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:24.690358 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:24.691519 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e804c68b-ea5d-4c45-8413-9ecffe6307d4 HTTP/1.1" status: 204 len: 168 time: 0.2227049 Jun 24 12:36:24.692201 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9e3b15b6-e099-42e0-b4bc-2d61dd1927c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:36:24.699520 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e804c68b-ea5d-4c45-8413-9ecffe6307d4,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:36:24.706332 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.706707 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.707057 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.707418 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.707757 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.708174 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.708424 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.708753 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.709085 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.709414 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.709736 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.710282 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:36:24.714051 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:36:43.114823 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:36:44.339052 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-62ded269-f846-4d98-b439-2feca0a17472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:46.949992 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ffb8-1715-4d0b-8411-718a78561a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:47.267049 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:48.395792 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:49.998612 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:14.361761 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-81dadf8e-8396-43a5-aeed-0472e7c7e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:17.024595 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-7a6b72ae-efa8-4b5d-841c-d8ed59a707dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:17.287294 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:18.382930 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:19.958894 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:20.113460 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:37:44.336771 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-314afcef-89e1-4307-9050-5b0882d86fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:46.959148 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-598adafe-9fc4-49d3-8d1e-c92202e6baeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:47.271665 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:48.376569 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:49.991157 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:57.111786 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 5 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:38:06.901078 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662582'] for agent, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:14.438113 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e82bae57-0bae-4286-9ee6-fb528a5719d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:16.972614 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-211d8c5c-4bc8-48c6-8372-907b13dc7bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:17.277340 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:18.397293 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:20.006623 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:22.513124 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 33718) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:38:22.613581 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-7b941235-fea6-46ef-9b70-c130145107ab admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0993667 Jun 24 12:38:24.760446 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33728) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:38:24.820362 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-3f4a2f1e-48f2-419e-8d1c-80e62fb40820 admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0588009 Jun 24 12:38:34.110339 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:38:36.893402 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:44.355994 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-84f33ae5-36de-45bd-9662-dd3e100dc5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:46.961972 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-810f853a-e3f6-41ae-ae4f-9b6b8063686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:47.275853 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:48.381872 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:49.964584 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:06.846149 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:11.110707 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:39:14.360381 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-45e54b5c-4ee5-483d-b4e4-be26083b966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:16.957595 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-7be07eab-f575-44d4-ad20-0a5fa4447603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:17.274433 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:18.386716 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:19.986558 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:36.860070 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:44.334682 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f044e14d-74d2-4c50-bbb0-59b9124702ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:47.113733 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a08692aa-6f1d-478a-91ef-095f27224565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:47.362673 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:48.110217 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:39:48.473651 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:49.968549 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.042220 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33900) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:55.296144 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-340593051-network', 'tenant_id': '6ec994a9044049e0897207218c214246'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:55.373940 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Made reservation on behalf of 6ec994a9044049e0897207218c214246 for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:39:55.376622 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.385675 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.492217 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.573757 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.578797 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:55.597885 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:39:55.612935 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:55.615634 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.617694 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Added segment 0281621c-4461-4900-a8be-9f0343c7caf7 of type vlan for network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 Jun 24 12:39:55.632070 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.632442 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.632780 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.633108 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.633432 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.633763 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.634090 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.634408 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.634766 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.635038 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.635383 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.635691 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Tracked resource versions report: Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: pushed versions: Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: { 'AddressGroup': {'1.2'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'ConntrackHelper': {'1.0'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Log': {'1.0'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Network': {'1.1'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Port': {'1.7'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'PortForwarding': {'1.2'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'QosPolicy': {'1.8'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SecurityGroup': {'1.4'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SubPort': {'1.0'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Subnet': {'1.1'}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Trunk': {'1.1'}} Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: consumer versions: Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: { DHCP agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: HyperV agent@hv-cinder-68948: {}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: L3 agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: Metadata agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: Metering agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: Open vSwitch agent@dv-cinder-689486-14-iscsi: { 'AddressGroup': '1.2', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'ConntrackHelper': '1.0', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Log': '1.0', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Network': '1.1', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Port': '1.7', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'PortForwarding': '1.2', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'QosPolicy': '1.8', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SecurityGroup': '1.4', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SecurityGroupRule': '1.2', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'SubPort': '1.0', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Subnet': '1.1', Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: 'Trunk': '1.1'}} Jun 24 12:39:55.636952 dv-cinder-689486-14-iscsi neutron-server[100207]: {{(pid=100207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:39:55.640985 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:55.672020 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.836547 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.837889 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:55.838469 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:55.842347 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-037d097f-1903-45b6-81c3-d3733f37b90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:55.900765 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Pushing event updated for resources: {'Network': ['ID=4992dbd7-3ef1-47d0-9bb8-ab759172e909,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:55.904934 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:55.912371 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:39:55.960499 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9167020 Jun 24 12:39:55.963686 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33948) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:55.969073 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Request body: {'subnet': {'network_id': '4992dbd7-3ef1-47d0-9bb8-ab759172e909', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-340593051-subnet', 'tenant_id': '6ec994a9044049e0897207218c214246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:56.141458 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Made reservation on behalf of 6ec994a9044049e0897207218c214246 for: {'subnet': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:39:56.144189 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.166783 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 33952) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:56.430017 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 33970) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:56.440016 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.443451 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:56.459498 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 33974) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:56.492330 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1043655321-network', 'tenant_id': '94f1387669d4493089d5aa4f146028d3'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:56.504996 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b89529-b993-4781-952e-2f69e5b74612,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:56.508572 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:56.521103 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Checking segment: {'id': '0281621c-4461-4900-a8be-9f0343c7caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4992dbd7-3ef1-47d0-9bb8-ab759172e909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:39:56.521103 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Network hostable DHCP agents. Network: 4992dbd7-3ef1-47d0-9bb8-ab759172e909, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:39:56.596349 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Made reservation on behalf of 94f1387669d4493089d5aa4f146028d3 for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:39:56.596529 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:39:56.599157 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.629252 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.681997 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 4992dbd7-3ef1-47d0-9bb8-ab759172e909) {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:39:56.691733 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:56.693127 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.694922 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd15b1-a344-4ed6-88ee-3d5b416a0f80 None None] Network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:39:56.730108 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.758639 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-215342458-network', 'tenant_id': '7d3a8076f0bf433c9413fb47595c6fd1'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:56.791538 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.803949 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ed1c8c3f-01a7-45b5-8b19-68aa5f9c4d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:56.819867 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-930130267-network', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:56.843626 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4702a58c-c54c-4f49-85ae-b9ccd83a1dd3 None None] Network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:39:56.850644 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e7992d-c301-40f6-a853-90b14bbd344e,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:56.865938 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.866366 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.866714 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.870359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Tracked resource versions report: Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: pushed versions: Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: { 'AddressGroup': {'1.2'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'ConntrackHelper': {'1.0'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Log': {'1.0'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Network': {'1.1'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Port': {'1.7'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'PortForwarding': {'1.2'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'QosPolicy': {'1.8'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SecurityGroup': {'1.4'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SubPort': {'1.0'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Subnet': {'1.1'}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Trunk': {'1.1'}} Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: consumer versions: Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: { DHCP agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: HyperV agent@hv-cinder-68948: {}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: L3 agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: Metadata agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: Metering agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: Open vSwitch agent@dv-cinder-689486-14-iscsi: { 'AddressGroup': '1.2', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'ConntrackHelper': '1.0', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Log': '1.0', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Network': '1.1', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Port': '1.7', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'PortForwarding': '1.2', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'QosPolicy': '1.8', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SecurityGroup': '1.4', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SecurityGroupRule': '1.2', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'SubPort': '1.0', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Subnet': '1.1', Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: 'Trunk': '1.1'}} Jun 24 12:39:56.871906 dv-cinder-689486-14-iscsi neutron-server[100208]: {{(pid=100208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:39:56.875455 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:39:56.880317 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:56.897935 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9331551 Jun 24 12:39:56.910758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785245079583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.910758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Unsubscribe: segment precommit_create {{(pid=100208) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 12:39:56.910758 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Added segment 5f11fa74-1bfe-4e93-b9e1-a74cc5677a96 of type vlan for network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef Jun 24 12:39:56.948315 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.db.api [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:39:56.948315 dv-cinder-689486-14-iscsi neutron-server[100208]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:39:56.948315 dv-cinder-689486-14-iscsi neutron-server[100208]: [parameters: {'project_id_1': '939fe6a7306f4513a51c8ce29f70bf01', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 39, 56, 863562)}] Jun 24 12:39:56.948315 dv-cinder-689486-14-iscsi neutron-server[100208]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100208) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:39:56.948801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_db.api [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:39:56.957597 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.979548 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Made reservation on behalf of 7d3a8076f0bf433c9413fb47595c6fd1 for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:39:56.982649 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:56.991848 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.082466 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.101775 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.103183 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:57.109165 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.109165 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:57.157047 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.160319 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:57.199670 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c20a3b2-e2fe-485f-97bb-f14abd0fe627,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:57.205303 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:57.209245 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:39:57.222016 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.222456 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Added segment 69a4a041-1059-48ea-841e-cd01cee73aca of type vlan for network f86865ad-6212-43dd-9646-d3af907112ea Jun 24 12:39:57.228772 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Pushing event updated for resources: {'Network': ['ID=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:57.242938 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0671241 Jun 24 12:39:57.242938 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34012) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:57.242938 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Request body: {'subnet': {'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1043655321-subnet', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:57.245120 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:57.249258 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:39:57.269615 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.330702 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Made reservation on behalf of 94f1387669d4493089d5aa4f146028d3 for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:39:57.333518 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.356607 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.358963 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:57.359887 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.364303 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:57.450649 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Pushing event updated for resources: {'Network': ['ID=f86865ad-6212-43dd-9646-d3af907112ea,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:57.458965 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:57.462733 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network f86865ad-6212-43dd-9646-d3af907112ea details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:39:57.581958 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Made reservation on behalf of 939fe6a7306f4513a51c8ce29f70bf01 for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:39:57.585584 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.595797 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.637428 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.640828 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-598e9c19-bd1d-4796-a7d7-0112ecf3b095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:57.669165 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2377956 Jun 24 12:39:57.674325 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34044) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:57.685482 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Request body: {'subnet': {'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-215342458-subnet', 'tenant_id': '7d3a8076f0bf433c9413fb47595c6fd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:57.733377 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4331cd-883c-4395-88c9-12510ecf9e39,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:57.740952 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:57.757182 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Checking segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:39:57.757544 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Network hostable DHCP agents. Network: 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:39:57.814318 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.873759 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:39:57.905960 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.912630 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:57.939015 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:39:57.945401 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97d6889-9d32-42be-ad67-5b5a36ab8c96,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:57.949474 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:57.953246 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:57.953594 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Added segment 2e9bf4c0-cfe3-4b78-8c86-d9163f145797 of type vlan for network ca24caec-b2a1-4057-ae2e-6683a9be34bf Jun 24 12:39:57.995945 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.030886 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Made reservation on behalf of 7d3a8076f0bf433c9413fb47595c6fd1 for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:39:58.033404 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.035425 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:39:58.045742 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8cbbaf-f002-4002-a181-a6b821d5d79d None None] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:39:58.052716 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:58.053330 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.169832 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.173211 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:58.173888 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.180132 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:58.197849 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:39:58.201440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.259392 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0191653 Jun 24 12:39:58.259947 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34062) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:58.265261 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:58.283209 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Pushing event updated for resources: {'Network': ['ID=ca24caec-b2a1-4057-ae2e-6683a9be34bf,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:58.293172 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:58.298417 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network ca24caec-b2a1-4057-ae2e-6683a9be34bf details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:39:58.330301 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8697736 Jun 24 12:39:58.333035 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34074) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:58.340085 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Request body: {'subnet': {'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-subnet', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:58.363574 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.367491 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6286f391-9be0-4a37-b1d5-1557aafce376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:58.430048 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Allocated IP 172.20.0.2 (2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef/9b4331cd-883c-4395-88c9-12510ecf9e39/58ff85ae-103f-4cfc-bdb2-56465df1d3e4) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:39:58.433611 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22396959-b6eb-46e4-bd16-41cda76fd8ca,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:58.438096 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:58.471209 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Checking segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:39:58.472037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Network hostable DHCP agents. Network: f86865ad-6212-43dd-9646-d3af907112ea, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:39:58.479382 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.480516 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.550726 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.600837 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34086) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:58.614412 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Network f86865ad-6212-43dd-9646-d3af907112ea is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:39:58.639662 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.643457 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Made reservation on behalf of 939fe6a7306f4513a51c8ce29f70bf01 for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:39:58.648763 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Transition to ACTIVE for port object 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:39:58.652069 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.666603 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Transition to ACTIVE for port object 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:39:58.748179 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.757942 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-2a7ebb04-8864-4c5c-97ea-c450f6efd8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:58.788120 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:39:58.791682 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:39:58.805763 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:39:58.868680 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, f86865ad-6212-43dd-9646-d3af907112ea) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:39:58.874430 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:58.875442 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.894813 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d233c6d-cee0-49a3-bbfa-f9a4f1e8f591 None None] Network f86865ad-6212-43dd-9646-d3af907112ea requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:39:58.900061 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.979425 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Pushing event updated for resources: {'Port': ['ID=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:58.979603 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7a59cb96-70da-48bb-9318-cce4baa6a2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.992151 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3129964 Jun 24 12:39:58.994861 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Attempting to bind port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:39:58.995457 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Attempting to bind port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:39:58.996020 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Attempting to bind port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 on network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:39:59.005776 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.006225 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.006903 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.007458 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.007979 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.008514 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.009043 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.009569 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.010118 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.010633 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.011184 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.011724 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Tracked resource versions report: Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: pushed versions: Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: { 'AddressGroup': {'1.2'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'ConntrackHelper': {'1.0'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Log': {'1.0'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Network': {'1.1'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Port': {'1.7'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'PortForwarding': {'1.2'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'QosPolicy': {'1.8'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SecurityGroup': {'1.4'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SubPort': {'1.0'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Subnet': {'1.1'}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Trunk': {'1.1'}} Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: consumer versions: Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: { DHCP agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: HyperV agent@hv-cinder-68948: {}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: L3 agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: Metadata agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: Metering agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: Open vSwitch agent@dv-cinder-689486-14-iscsi: { 'AddressGroup': '1.2', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'ConntrackHelper': '1.0', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Log': '1.0', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Network': '1.1', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Port': '1.7', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'PortForwarding': '1.2', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'QosPolicy': '1.8', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SecurityGroup': '1.4', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SecurityGroupRule': '1.2', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'SubPort': '1.0', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Subnet': '1.1', Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: 'Trunk': '1.1'}} Jun 24 12:39:59.013883 dv-cinder-689486-14-iscsi neutron-server[100209]: {{(pid=100209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:39:59.034668 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:59.034668 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:39:59.034966 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Checking segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:39:59.036055 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.036279 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Bound using segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:39:59.036958 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Bound port: 58ff85ae-103f-4cfc-bdb2-56465df1d3e4, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:39:59.037362 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.056644 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.060438 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:59.113626 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34116) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:59.121664 dv-cinder-689486-14-iscsi neutron-server[100207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 12:39:59.141121 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] For port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:39:59.144524 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] For port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:39:59.190291 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e8693-219a-49e6-807e-eede79e51b05 None None] Network f86865ad-6212-43dd-9646-d3af907112ea requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:39:59.208182 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b85312b-7167-4a56-9290-21ec5bf15895,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:59.217389 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:59.227580 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Checking segment: {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:39:59.229147 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Network hostable DHCP agents. Network: ca24caec-b2a1-4057-ae2e-6683a9be34bf, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:39:59.278586 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.278586 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-80c39aa6-67f7-4ff4-a667-975268c274ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:59.327111 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Network ca24caec-b2a1-4057-ae2e-6683a9be34bf is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:39:59.387979 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Pushing event updated for resources: {'Port': ['ID=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:39:59.410715 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, ca24caec-b2a1-4057-ae2e-6683a9be34bf) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:39:59.415016 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:59.415718 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.504051 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:39:59.504997 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991532d-b62b-4ddc-a1e8-04b72ca0fac7 None None] Network ca24caec-b2a1-4057-ae2e-6683a9be34bf requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:39:59.506175 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34156) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:59.508780 dv-cinder-689486-14-iscsi neutron-server[100208]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 12:39:59.696636 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7a59cb96-70da-48bb-9318-cce4baa6a2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.715323 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-618a3e84-bc6a-47d0-ac87-d9163f20ec94 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:59.717118 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-618a3e84-bc6a-47d0-ac87-d9163f20ec94 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/networks?id=4992dbd7-3ef1-47d0-9bb8-ab759172e909 HTTP/1.1" status: 200 len: 811 time: 0.6001468 Jun 24 12:39:59.747952 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625b06a-a050-47f8-8a2d-9b48827c20bd None None] Network ca24caec-b2a1-4057-ae2e-6683a9be34bf requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:39:59.753216 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-b1c0af43-c3a8-4acd-bf85-366ba1e8c212 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/quotas/6ec994a9044049e0897207218c214246 HTTP/1.1" status: 200 len: 375 time: 0.0287447 Jun 24 12:39:59.806506 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7a59cb96-70da-48bb-9318-cce4baa6a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.878692 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:39:59.897246 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-26a1e673-e008-4644-9a2b-e65bccc97e81 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:39:59.898899 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-26a1e673-e008-4644-9a2b-e65bccc97e81 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 814 time: 0.3913193 Jun 24 12:39:59.903604 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5691466 Jun 24 12:39:59.904387 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34166) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:39:59.909041 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:39:59.947983 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-86835159-e0c9-46ba-8088-aa1d9c99b154 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/quotas/7d3a8076f0bf433c9413fb47595c6fd1 HTTP/1.1" status: 200 len: 375 time: 0.0304804 Jun 24 12:39:59.952656 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-1e872f96-9bc5-4053-bcae-671f4784169d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=6ec994a9044049e0897207218c214246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1585634 Jun 24 12:39:59.965017 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:00.051687 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-ebfa596f-42b2-489b-b462-7e011615c409 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928721 Jun 24 12:40:00.086034 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-7a59cb96-70da-48bb-9318-cce4baa6a2e5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e99b552086d74e2499e5fa33fe01bbdc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4843416 Jun 24 12:40:00.087310 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.091413 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34182) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:00.114725 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.124167 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59cb96-70da-48bb-9318-cce4baa6a2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af92da89-1295-4ee0-9ee9-d2183ee1b5b1,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:00.127997 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7a59cb96-70da-48bb-9318-cce4baa6a2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:00.153335 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:00.179617 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-a629fe9b-a67b-45b6-aba1-c38be49b5843 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:40:00.180315 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.182682 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.187273 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-a629fe9b-a67b-45b6-aba1-c38be49b5843 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1130114 Jun 24 12:40:00.202177 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1b0fccec-2325-4045-9350-7cd72ae8385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.229177 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1b0fccec-2325-4045-9350-7cd72ae8385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.299277 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-a565b4b9-70f2-4d60-8caf-6d38706bc7a5 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:40:00.300282 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-a565b4b9-70f2-4d60-8caf-6d38706bc7a5 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1648934 Jun 24 12:40:00.384383 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Allocated IP 172.27.2.39 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/3aedf28a-a089-4362-9b06-b2599fe92692) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:00.420679 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-86231c7a-eaae-432f-bf02-d863cbe37d20 service neutron] 10.222.0.99 "GET /v2.0/networks/4992dbd7-3ef1-47d0-9bb8-ab759172e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312171 Jun 24 12:40:00.517367 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.590145 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-1de85043-ad94-40eb-8c5a-38e62134e508 service neutron] 10.222.0.99 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476084 Jun 24 12:40:00.591761 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1b0fccec-2325-4045-9350-7cd72ae8385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.594670 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1b0fccec-2325-4045-9350-7cd72ae8385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.598632 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-1b0fccec-2325-4045-9350-7cd72ae8385e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/af92da89-1295-4ee0-9ee9-d2183ee1b5b1 HTTP/1.1" status: 204 len: 168 time: 0.5087068 Jun 24 12:40:00.603596 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:00.603596 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34202) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:00.664406 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fccec-2325-4045-9350-7cd72ae8385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af92da89-1295-4ee0-9ee9-d2183ee1b5b1,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:00.665005 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-ea0782c9-f742-4a4f-91db-b7972bd28da9 service neutron] 10.222.0.99 "GET /v2.0/networks/4992dbd7-3ef1-47d0-9bb8-ab759172e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355251 Jun 24 12:40:00.666825 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1b0fccec-2325-4045-9350-7cd72ae8385e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:00.675953 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.754876 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7800bf8-f665-43d5-bb6a-7f419b4ab341 None None] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:40:00.823287 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.827136 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:00.834316 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c0c23de5-3e69-4cde-817f-51594c5d4b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.864434 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:00.867296 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:00.871433 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:00.920491 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-0fe5dbd2-ed45-4c11-92f9-030d135c7896 service neutron] 10.222.0.99 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207099 Jun 24 12:40:00.925543 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3aedf28a-a089-4362-9b06-b2599fe92692,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:00.928563 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.929912 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:00.983216 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-8749a110-802d-4801-b862-c79726e637c6 None None] Provisioning for port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:00.989799 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-8749a110-802d-4801-b862-c79726e637c6 None None] Provisioning complete for port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:00.990232 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8749a110-802d-4801-b862-c79726e637c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.143502 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0d66f17c-6673-40f9-96e4-362c0d617df1 req-84423f53-7206-4ce2-bb61-1858f4a31e96 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.0852692 Jun 24 12:40:01.151741 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8749a110-802d-4801-b862-c79726e637c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.220079 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-8749a110-802d-4801-b862-c79726e637c6 None None] For port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:01.274665 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c0c23de5-3e69-4cde-817f-51594c5d4b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.318793 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8749a110-802d-4801-b862-c79726e637c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.321094 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:01.390816 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.406117 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c0c23de5-3e69-4cde-817f-51594c5d4b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.482504 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-beb123a3-01ba-40a1-90db-7808fca5c277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:01.528525 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-51f808be-1ab4-4233-b421-a96e4240aec1 None None] Provisioning complete for port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:01.528525 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-51f808be-1ab4-4233-b421-a96e4240aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.533139 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749a110-802d-4801-b862-c79726e637c6 None None] Pushing event updated for resources: {'Port': ['ID=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:01.547944 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-8749a110-802d-4801-b862-c79726e637c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:01.646721 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2013eb22-3ef8-4c91-a7a0-9e78b2cd2a2e req-c7106b4d-512e-4567-afea-f02077e08612 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 210 time: 0.0475314 Jun 24 12:40:01.664444 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c23de5-3e69-4cde-817f-51594c5d4b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2aca02-5b62-4032-a04f-26750ba471c9,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:01.674795 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-c0c23de5-3e69-4cde-817f-51594c5d4b5a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7af1582a4a48404589fe643c49befe97&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0649922 Jun 24 12:40:01.676412 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c0c23de5-3e69-4cde-817f-51594c5d4b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:01.683224 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34268) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:01.830938 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.919601 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.942272 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:01.943770 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.036042 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:02.036474 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.099703 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-35bec50a-acc0-4e0a-b782-28d6e9e5cac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.163916 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-35bec50a-acc0-4e0a-b782-28d6e9e5cac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.285764 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-de07f673-1688-4ba1-9988-16b827abb7b8 req-b7d61f91-554a-4ae3-9f43-634220296ff0 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.0623782 Jun 24 12:40:02.302253 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Router 2d86c083-efe5-41ba-bb29-9831151eb6c2 is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:40:02.310512 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Allocated IP 172.27.2.216 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/e35e8060-72bd-4912-a83a-800a0f0fe3e1) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:02.440467 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-35bec50a-acc0-4e0a-b782-28d6e9e5cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.443903 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.451878 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-35bec50a-acc0-4e0a-b782-28d6e9e5cac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.453539 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-35bec50a-acc0-4e0a-b782-28d6e9e5cac9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ab2aca02-5b62-4032-a04f-26750ba471c9 HTTP/1.1" status: 204 len: 168 time: 0.7694192 Jun 24 12:40:02.457058 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c0c23de5-3e69-4cde-817f-51594c5d4b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:02.488803 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bec50a-acc0-4e0a-b782-28d6e9e5cac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2aca02-5b62-4032-a04f-26750ba471c9,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:02.497396 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34338) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:02.497396 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-35bec50a-acc0-4e0a-b782-28d6e9e5cac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:02.644653 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:02.650173 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:02.689188 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2107925554-network', 'tenant_id': 'c5f29d521f7145aea8540f289065652a'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:02.732899 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:02.748720 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:02.755431 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e8820991-4432-448f-9ce3-d9bacc22d9c8 req-d00075af-e875-4c40-9c81-9d08d6b9f9c5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 210 time: 0.0407946 Jun 24 12:40:02.755565 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:02.762381 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:40:02.767994 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Sync routers for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:40:02.777886 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:02.778559 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:39:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:02.898829 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Pushing event updated for resources: {'Port': ['ID=e35e8060-72bd-4912-a83a-800a0f0fe3e1,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:02.928031 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:02.957745 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:02.987125 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Made reservation on behalf of c5f29d521f7145aea8540f289065652a for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:02.989646 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.014232 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.038881 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.040349 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7794468 Jun 24 12:40:03.043013 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34366) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:03.182563 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:00Z', 'revision_number': 3, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:03.229670 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Checking router: 2d86c083-efe5-41ba-bb29-9831151eb6c2 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:40:03.229670 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Updating router 2d86c083-efe5-41ba-bb29-9831151eb6c2 port 3aedf28a-a089-4362-9b06-b2599fe92692 binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:40:03.284307 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.399194 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.492279 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34380) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:03.498124 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-75290d5f-213b-430c-93fa-1473d270c8bb req-c0c30dc1-2511-4756-a538-e9130458b0b0 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.0914197 Jun 24 12:40:03.530292 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.536133 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-298ca5af-47cb-4114-97dc-9a4cda54c6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.625039 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.636676 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Transition to ACTIVE for port object 3aedf28a-a089-4362-9b06-b2599fe92692 will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:03.644798 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.657096 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:03.675847 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.733821 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:40:03.748400 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.760560 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:03.761531 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2161dc-a571-4de7-93bb-7bd2dacc040d,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:03.777514 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:03.780578 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.782186 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Added segment a5841f87-8121-4b94-ade5-a30da302b0f1 of type vlan for network 090970d5-0087-431c-83e3-01b0a44e526b Jun 24 12:40:03.863387 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Pushing event updated for resources: {'Port': ['ID=3aedf28a-a089-4362-9b06-b2599fe92692,revision_number=2']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:03.876514 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.876881 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.877222 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.877551 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.877877 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.878265 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.878533 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.878854 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.879207 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.879527 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.879839 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.880148 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Tracked resource versions report: Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: pushed versions: Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: { 'AddressGroup': {'1.2'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'ConntrackHelper': {'1.0'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Log': {'1.0'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Network': {'1.1'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Port': {'1.7'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'PortForwarding': {'1.2'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'QosPolicy': {'1.8'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SecurityGroup': {'1.4'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SubPort': {'1.0'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Subnet': {'1.1'}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Trunk': {'1.1'}} Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: consumer versions: Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: { DHCP agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: HyperV agent@hv-cinder-68948: {}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: L3 agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: Metadata agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: Metering agent@dv-cinder-689486-14-iscsi: {}, Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: Open vSwitch agent@dv-cinder-689486-14-iscsi: { 'AddressGroup': '1.2', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'ConntrackHelper': '1.0', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Log': '1.0', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Network': '1.1', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Port': '1.7', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'PortForwarding': '1.2', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'QosPolicy': '1.8', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SecurityGroup': '1.4', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SecurityGroupRule': '1.2', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'SubPort': '1.0', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Subnet': '1.1', Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: 'Trunk': '1.1'}} Jun 24 12:40:03.881447 dv-cinder-689486-14-iscsi neutron-server[100210]: {{(pid=100210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:40:03.887657 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.908835 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3334c80f-6f07-4812-bc52-e0925c81f652 req-8a720a6f-cd6c-4f26-83af-b67de62be28c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 210 time: 0.0453959 Jun 24 12:40:03.909728 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Attempting to bind port 3aedf28a-a089-4362-9b06-b2599fe92692 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:03.915286 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Attempting to bind port 3aedf28a-a089-4362-9b06-b2599fe92692 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:03.915286 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Attempting to bind port 3aedf28a-a089-4362-9b06-b2599fe92692 on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:03.916557 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:03.916938 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:03.917345 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:03.917739 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:03.918212 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Bound port: 3aedf28a-a089-4362-9b06-b2599fe92692, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:03.918604 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.031455 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Allocated IP 172.20.0.1 (2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef/9b4331cd-883c-4395-88c9-12510ecf9e39/a34debd0-c0ab-4081-9859-f7d78bd19e08) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:04.057060 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] For port 3aedf28a-a089-4362-9b06-b2599fe92692, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:04.065875 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] For port 3aedf28a-a089-4362-9b06-b2599fe92692, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=3aedf28a-a089-4362-9b06-b2599fe92692,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:04.099739 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:04.140127 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34400) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:04.178446 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.203822 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.208515 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:04.222502 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.249862 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Transition to ACTIVE for port object a34debd0-c0ab-4081-9859-f7d78bd19e08 will not be triggered until provisioned by entity DHCP. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:04.278282 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Pushing event updated for resources: {'Port': ['ID=3aedf28a-a089-4362-9b06-b2599fe92692,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:04.281728 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-e094d20f-a679-4f0d-b06a-d667028c3d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:04.306274 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:04.307331 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:39:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:04.342984 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-298ca5af-47cb-4114-97dc-9a4cda54c6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.346432 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e4503a9-3f28-4605-833c-588b153e3dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.424744 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:04.586104 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.587433 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-298ca5af-47cb-4114-97dc-9a4cda54c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.588239 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:04.588812 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.592739 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:04.645460 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:00Z', 'revision_number': 3, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:04.657513 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.665586 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b66874be-654c-46f8-b421-52801a76224c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:04.682675 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f171c5d-6dae-4692-8a65-94a91020b132 None None] The sync data for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi is: [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:00Z', 'revision_number': 3, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:40:04.692101 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:40:04.704759 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:04.742174 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:04.744176 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-298ca5af-47cb-4114-97dc-9a4cda54c6f4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=99a931facdac47db8e525ca38ff8d1bd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2488186 Jun 24 12:40:04.749611 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:04.750097 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.753551 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34416) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:04.757441 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-35d689c2-8a39-4064-873d-fbafdfaf0545 req-277e10ec-82a6-4a1e-9093-0bb1de107baf tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.0629151 Jun 24 12:40:04.780199 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Pushing event updated for resources: {'Network': ['ID=090970d5-0087-431c-83e3-01b0a44e526b,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:04.783276 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:04.785201 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:04.793451 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 090970d5-0087-431c-83e3-01b0a44e526b details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:40:04.822794 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a34debd0-c0ab-4081-9859-f7d78bd19e08,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:04.851884 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:04.858825 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e4503a9-3f28-4605-833c-588b153e3dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.928220 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ca5af-47cb-4114-97dc-9a4cda54c6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc52fca-787e-46dc-b65c-a7ccc029c5c0,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:04.942974 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-298ca5af-47cb-4114-97dc-9a4cda54c6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:04.950904 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d6742e7-5932-4b04-893c-6909afd87376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:04.994279 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e4503a9-3f28-4605-833c-588b153e3dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.000719 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:40:05.015874 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Sync routers for ids ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:40:05.025433 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Routers {'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:05.026066 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:39:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:05.074399 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5775723 Jun 24 12:40:05.078710 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34420) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:05.085525 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Request body: {'subnet': {'network_id': '090970d5-0087-431c-83e3-01b0a44e526b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2107925554-subnet', 'tenant_id': 'c5f29d521f7145aea8540f289065652a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:05.124243 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d6742e7-5932-4b04-893c-6909afd87376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.130677 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.130858 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:05.134596 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2290208 Jun 24 12:40:05.138129 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34424) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:05.139814 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-76f373f2-4221-4895-95a9-cea3023acd52 req-a5b94b95-6867-450e-baf4-359f97e5980b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 210 time: 0.0804279 Jun 24 12:40:05.266403 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6e4503a9-3f28-4605-833c-588b153e3dbf admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8a504afd43e34ea1af18c96b489ed3a9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1251605 Jun 24 12:40:05.273530 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34430) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:05.362724 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4503a9-3f28-4605-833c-588b153e3dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0661b08-e55b-45cf-9fff-1038953541a3,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:05.373549 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Set router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:05.373787 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6e4503a9-3f28-4605-833c-588b153e3dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:05.408935 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef26d-ba60-4bde-a166-e8a61c395fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.410634 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.447360 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-bdbef76a-5e1b-4a5e-b78a-3ba59f7ac108 None None] Provisioning for port a34debd0-c0ab-4081-9859-f7d78bd19e08 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:05.449836 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Made reservation on behalf of c5f29d521f7145aea8540f289065652a for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:05.453359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.453520 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-bdbef76a-5e1b-4a5e-b78a-3ba59f7ac108 None None] Provisioning complete for port a34debd0-c0ab-4081-9859-f7d78bd19e08 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:05.453791 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-bdbef76a-5e1b-4a5e-b78a-3ba59f7ac108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.536395 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d6742e7-5932-4b04-893c-6909afd87376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.540078 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef26d-ba60-4bde-a166-e8a61c395fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.545463 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d6742e7-5932-4b04-893c-6909afd87376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.547382 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-2d6742e7-5932-4b04-893c-6909afd87376 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5bc52fca-787e-46dc-b65c-a7ccc029c5c0 HTTP/1.1" status: 204 len: 168 time: 0.7937937 Jun 24 12:40:05.554561 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:05.572703 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6742e7-5932-4b04-893c-6909afd87376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc52fca-787e-46dc-b65c-a7ccc029c5c0,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:05.581750 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2d6742e7-5932-4b04-893c-6909afd87376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:05.714153 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-bdbef76a-5e1b-4a5e-b78a-3ba59f7ac108 None None] Port a34debd0-c0ab-4081-9859-f7d78bd19e08 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:40:05.718895 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.745679 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:03Z', 'revision_number': 3, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port': {'id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:01Z', 'updated_at': '2021-06-24T12:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:05.784595 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Checking router: ab3d16ca-7061-4dc2-b49b-1f57f9b395ca for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:40:05.785118 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Updating router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca port e35e8060-72bd-4912-a83a-800a0f0fe3e1 binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:40:05.836351 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.838368 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef26d-ba60-4bde-a166-e8a61c395fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.845921 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef26d-ba60-4bde-a166-e8a61c395fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.851499 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-4e0ef26d-ba60-4bde-a166-e8a61c395fe0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f0661b08-e55b-45cf-9fff-1038953541a3 HTTP/1.1" status: 204 len: 168 time: 0.5780725 Jun 24 12:40:05.852259 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:05.861970 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ef26d-ba60-4bde-a166-e8a61c395fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0661b08-e55b-45cf-9fff-1038953541a3,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:05.864585 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4e0ef26d-ba60-4bde-a166-e8a61c395fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:05.867215 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.867215 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:05.869098 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:06.057044 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a34debd0-c0ab-4081-9859-f7d78bd19e08,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:06.062084 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:06.125044 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:06.126683 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:06.142312 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 3aedf28a-a089-4362-9b06-b2599fe92692 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:06.165176 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a4d1b4a6-7939-49c8-92af-647836796405 req-351da1ac-0b23-4fdd-909d-bbbf386f4473 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.1634264 Jun 24 12:40:06.181184 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.36', 64549) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:06.343048 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:06.365617 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:06.391378 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Router 2d86c083-efe5-41ba-bb29-9831151eb6c2 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:40:06.552019 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c2add8-b444-42e8-ae0b-1f099b5e1877,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:06.561254 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:06.639621 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:06.671343 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Transition to ACTIVE for port object e35e8060-72bd-4912-a83a-800a0f0fe3e1 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:06.672460 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-2d7a79f0-e5ff-448b-94e0-e507f64bbf33 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:06.674372 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-2d7a79f0-e5ff-448b-94e0-e507f64bbf33 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.36 "GET /v2.0/networks?id=4992dbd7-3ef1-47d0-9bb8-ab759172e909 HTTP/1.1" status: 200 len: 811 time: 0.4921024 Jun 24 12:40:06.683613 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Checking segment: {'id': 'a5841f87-8121-4b94-ade5-a30da302b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '090970d5-0087-431c-83e3-01b0a44e526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:06.683980 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Network hostable DHCP agents. Network: 090970d5-0087-431c-83e3-01b0a44e526b, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:40:06.690133 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-17110a01-07cf-49ad-b377-0bf2f8b8fde3 None None] Provisioning complete for port a34debd0-c0ab-4081-9859-f7d78bd19e08 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:06.690539 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-17110a01-07cf-49ad-b377-0bf2f8b8fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:06.698568 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 3aedf28a-a089-4362-9b06-b2599fe92692 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:06.761693 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 3aedf28a-a089-4362-9b06-b2599fe92692 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:06.762087 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:06.764505 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:06.776773 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Request body: {'port': {'device_id': '473ec3d8-d8f9-4c44-b4b6-e67ef7201668', 'network_id': '4992dbd7-3ef1-47d0-9bb8-ab759172e909', 'admin_state_up': True, 'tenant_id': '6ec994a9044049e0897207218c214246'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:06.811278 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:06.815999 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e26877ef-e1c2-4e31-9388-2e72718b946b req-eee346ae-c2f2-4fa5-8c4c-169fb95500be tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 210 time: 0.4143467 Jun 24 12:40:06.915095 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:06.949794 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:40:06.965583 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] 10.222.0.99 "PUT /v2.0/routers/2d86c083-efe5-41ba-bb29-9831151eb6c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9213219 Jun 24 12:40:06.973841 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46511669-7fed-4f2b-954b-f1532f84c16a None None] Pushing event updated for resources: {'Port': ['ID=e35e8060-72bd-4912-a83a-800a0f0fe3e1,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:06.978338 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-46511669-7fed-4f2b-954b-f1532f84c16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:07.002061 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-17110a01-07cf-49ad-b377-0bf2f8b8fde3 None None] Port a34debd0-c0ab-4081-9859-f7d78bd19e08 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:40:07.003362 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34480) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:07.007679 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Attempting to bind port e35e8060-72bd-4912-a83a-800a0f0fe3e1 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:07.008195 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Attempting to bind port e35e8060-72bd-4912-a83a-800a0f0fe3e1 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:07.008533 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Attempting to bind port e35e8060-72bd-4912-a83a-800a0f0fe3e1 on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:07.021959 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:07.022332 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:07.022743 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.023205 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:07.023692 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Bound port: e35e8060-72bd-4912-a83a-800a0f0fe3e1, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:07.024084 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.028676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-732febe8-0a73-458b-9d1c-b3e007355078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.069486 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.118668 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Network 090970d5-0087-431c-83e3-01b0a44e526b is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:40:07.133961 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] For port e35e8060-72bd-4912-a83a-800a0f0fe3e1, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:07.140214 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.200979 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-732febe8-0a73-458b-9d1c-b3e007355078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.202410 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 3aedf28a-a089-4362-9b06-b2599fe92692, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=3aedf28a-a089-4362-9b06-b2599fe92692,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:07.205629 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] For port e35e8060-72bd-4912-a83a-800a0f0fe3e1, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e35e8060-72bd-4912-a83a-800a0f0fe3e1,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:07.267696 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-732febe8-0a73-458b-9d1c-b3e007355078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.270920 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.271707 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:07.279276 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:07.374450 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Sync routers for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:40:07.392529 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:07.393168 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:39:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:07.451579 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-732febe8-0a73-458b-9d1c-b3e007355078 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e2aa172e967d4e51bb5b3969506fa5e6&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4398041 Jun 24 12:40:07.454780 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34502) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:07.464894 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.464894 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=3aedf28a-a089-4362-9b06-b2599fe92692,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:07.468055 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732febe8-0a73-458b-9d1c-b3e007355078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b1a432-5b82-4cf6-b194-1b9f3a5c6d53,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:07.496400 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:07.510022 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-732febe8-0a73-458b-9d1c-b3e007355078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:07.520310 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:07.881238 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.36', 64555) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:07.890972 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Routers {'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:07.890972 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:39:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:07.895275 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 090970d5-0087-431c-83e3-01b0a44e526b) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:07.901781 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20247ba-6e17-44eb-842b-c3a5564cac3a None None] Network 090970d5-0087-431c-83e3-01b0a44e526b requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:40:07.910142 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:07.910142 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.910793 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cfda05c8-93be-4b68-ac2e-234271f6d2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:07.911273 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3a3e985b-3f74-4421-ba2d-c513e5fec41a req-a3916b79-9838-43ab-a40b-30b1ed35921c tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.1691124 Jun 24 12:40:07.911273 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Made reservation on behalf of 6ec994a9044049e0897207218c214246 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:07.921250 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:08.004692 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Allocated IP 172.20.0.1 (ca24caec-b2a1-4057-ae2e-6683a9be34bf/6b85312b-7167-4a56-9290-21ec5bf15895/d2c46575-93de-4d52-a4ad-1c92a4e4044e) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:08.005102 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:08.025271 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-05f89205-f179-4faa-b695-545381f42c47 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:08.032332 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-05f89205-f179-4faa-b695-545381f42c47 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 814 time: 0.4401259 Jun 24 12:40:08.038393 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cfda05c8-93be-4b68-ac2e-234271f6d2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:08.061911 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46511669-7fed-4f2b-954b-f1532f84c16a None None] Pushing event updated for resources: {'Port': ['ID=e35e8060-72bd-4912-a83a-800a0f0fe3e1,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:08.068611 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 3aedf28a-a089-4362-9b06-b2599fe92692 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:08.070484 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-46511669-7fed-4f2b-954b-f1532f84c16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:08.077703 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Request body: {'port': {'device_id': '8f8f7eaf-652c-4f37-ad6d-26d1f5167663', 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'admin_state_up': True, 'tenant_id': '7d3a8076f0bf433c9413fb47595c6fd1'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:08.091127 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0075157 Jun 24 12:40:08.171766 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbca54-af39-4fb1-872c-7f141661448d None None] Network 090970d5-0087-431c-83e3-01b0a44e526b requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:40:08.337982 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:08.450990 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-65d0af7e-4d77-4618-b2ba-6910f5d4b81f req-3969c24f-a494-4ae8-82d5-a0534ae01e51 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 210 time: 0.1462829 Jun 24 12:40:08.504615 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 2, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:08.509665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cfda05c8-93be-4b68-ac2e-234271f6d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:08.515154 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cfda05c8-93be-4b68-ac2e-234271f6d2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:08.525515 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-cfda05c8-93be-4b68-ac2e-234271f6d2fc admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c6b1a432-5b82-4cf6-b194-1b9f3a5c6d53 HTTP/1.1" status: 204 len: 168 time: 1.0675893 Jun 24 12:40:08.540382 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-732febe8-0a73-458b-9d1c-b3e007355078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:08.546051 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] Set router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:08.576789 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda05c8-93be-4b68-ac2e-234271f6d2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b1a432-5b82-4cf6-b194-1b9f3a5c6d53,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:08.588486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cfda05c8-93be-4b68-ac2e-234271f6d2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:08.596314 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Checking router: 2d86c083-efe5-41ba-bb29-9831151eb6c2 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:40:08.596665 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Updating router 2d86c083-efe5-41ba-bb29-9831151eb6c2 port a34debd0-c0ab-4081-9859-f7d78bd19e08 binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:40:08.608197 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 3aedf28a-a089-4362-9b06-b2599fe92692 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:08.608933 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:08.660409 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Made reservation on behalf of 7d3a8076f0bf433c9413fb47595c6fd1 for: {'port': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:08.667014 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:08.697075 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:08.913443 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Allocated IP 172.20.0.12 (4992dbd7-3ef1-47d0-9bb8-ab759172e909/e3b89529-b993-4781-952e-2f69e5b74612/53697b1c-5a2c-49a7-b9ce-886ee66ad5d2) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:08.993311 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.037483 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34552) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:09.040568 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-74ab9ca2-1253-4198-acee-303e6f3abd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:09.052925 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939526759', 'description': 'tempest-description--725089995'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:09.148395 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Allocated IP 172.20.0.14 (f86865ad-6212-43dd-9646-d3af907112ea/22396959-b6eb-46e4-bd16-41cda76fd8ca/e7bad545-b9da-45fd-b7c3-e361fd0b9b95) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:09.209422 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e6c59dbb-dc75-4769-8574-a9c418814004 req-6a5a6916-825b-4e24-96ce-b65e8bef90a2 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.0771956 Jun 24 12:40:09.222512 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Network ca24caec-b2a1-4057-ae2e-6683a9be34bf is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:09.264417 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:09.272837 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.277993 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:09.279053 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.285823 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Transition to ACTIVE for port object a34debd0-c0ab-4081-9859-f7d78bd19e08 will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:09.404318 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.406694 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-1b73b134-db5b-4c47-ac98-18c2e9141ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:09.456792 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:03Z', 'revision_number': 3, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port': {'id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:01Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:09.461362 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c46575-93de-4d52-a4ad-1c92a4e4044e,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:09.472118 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:09.481030 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.551150 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bcac7f-836c-4bdd-80b8-5230fe36906c None None] The sync data for ids ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'] in dv-cinder-689486-14-iscsi is: [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:03Z', 'revision_number': 3, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port': {'id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:01Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:40:09.587177 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.587790 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2b686-20e6-4621-88c4-36a5c51b227f None None] Pushing event updated for resources: {'Port': ['ID=a34debd0-c0ab-4081-9859-f7d78bd19e08,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:09.649718 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-9ed2b686-20e6-4621-88c4-36a5c51b227f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:09.762423 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.769890 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:09.784546 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Attempting to bind port a34debd0-c0ab-4081-9859-f7d78bd19e08 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:09.790496 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Attempting to bind port a34debd0-c0ab-4081-9859-f7d78bd19e08 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:09.792103 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Attempting to bind port a34debd0-c0ab-4081-9859-f7d78bd19e08 on network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:09.819248 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:09.819648 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Checking segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:09.820071 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.820482 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Bound using segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:09.829191 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Bound port: a34debd0-c0ab-4081-9859-f7d78bd19e08, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:09.830359 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:09.974798 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.003278 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] For port a34debd0-c0ab-4081-9859-f7d78bd19e08, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:10.011428 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] For port a34debd0-c0ab-4081-9859-f7d78bd19e08, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a34debd0-c0ab-4081-9859-f7d78bd19e08,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:10.066055 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Network f86865ad-6212-43dd-9646-d3af907112ea is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:10.110540 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.115799 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:10.127534 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-9ed2b686-20e6-4621-88c4-36a5c51b227f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:10.132461 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:10.142998 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:10.144036 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.174380 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Pushing event updated for resources: {'Port': ['ID=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:10.178840 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:10.240357 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009211c9-2579-488e-bd8f-b1f083fba637 req-f68ef826-ccf0-42da-9827-b3c1f052dd87 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:10.243414 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-009211c9-2579-488e-bd8f-b1f083fba637 req-f68ef826-ccf0-42da-9827-b3c1f052dd87 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 932 time: 0.3588049 Jun 24 12:40:10.336284 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:10.336849 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:39:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:10.360658 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-009211c9-2579-488e-bd8f-b1f083fba637 req-ce4a5407-e485-4b61-9826-26eb57194662 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093569 Jun 24 12:40:10.371231 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.431662 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.462390 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.493475 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:10.511397 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4556496 Jun 24 12:40:10.544650 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-d34ceddc-f537-4817-b00c-afe1746d17b1 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:40:10.545211 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-d34ceddc-f537-4817-b00c-afe1746d17b1 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055935 Jun 24 12:40:10.577419 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:10.580005 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2b686-20e6-4621-88c4-36a5c51b227f None None] Pushing event updated for resources: {'Port': ['ID=a34debd0-c0ab-4081-9859-f7d78bd19e08,revision_number=4']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:10.591527 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-9ed2b686-20e6-4621-88c4-36a5c51b227f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:10.631618 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.692558 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:10.700932 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34594) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:10.706532 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-d85cdbe1-cfd7-41ec-a9f1-c54eb12813a3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'security_group_rule': {'security_group_id': '8a3e053a-9a94-47be-a4b3-95b773c39dec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:10.708437 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6629665 Jun 24 12:40:10.720774 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34596) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:10.725900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-763768732-network', 'tenant_id': 'c1694c437f6e49d4b971f1835eda1831'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:10.745709 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3e053a-9a94-47be-a4b3-95b773c39dec,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:10.751878 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:10.818039 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:10.899988 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d85cdbe1-cfd7-41ec-a9f1-c54eb12813a3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.068314 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:11.081987 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Made reservation on behalf of c1694c437f6e49d4b971f1835eda1831 for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:11.086975 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.093651 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d85cdbe1-cfd7-41ec-a9f1-c54eb12813a3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.113281 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:11.149837 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:11.158444 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.164083 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:11.165095 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.186772 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Pushing event updated for resources: {'Port': ['ID=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:11.198551 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d85cdbe1-cfd7-41ec-a9f1-c54eb12813a3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.204027 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:11.215493 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:11.244232 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:09Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:11.264131 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cdbe1-cfd7-41ec-a9f1-c54eb12813a3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa66261d-6f54-4fe9-9f19-a72078868b9a,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:11.272165 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d85cdbe1-cfd7-41ec-a9f1-c54eb12813a3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:11.303715 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1215ece-cd31-4567-8911-89301210ce6f None None] The sync data for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi is: [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:09Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:40:11.349401 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d24e0d-ce55-4c31-8b25-eb2645ba8dcb req-be3d8451-0891-4108-be62-a013fb57cbc3 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:11.369207 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7d24e0d-ce55-4c31-8b25-eb2645ba8dcb req-be3d8451-0891-4108-be62-a013fb57cbc3 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 932 time: 0.7390199 Jun 24 12:40:11.526941 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.565975 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Request body: {'port': {'device_id': '8f8f7eaf-652c-4f37-ad6d-26d1f5167663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:11.582823 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7d24e0d-ce55-4c31-8b25-eb2645ba8dcb req-423decd3-7e3d-4ed1-8369-f5f68e603286 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124312 Jun 24 12:40:11.629765 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.653479 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8810456 Jun 24 12:40:11.673009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.715393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.717139 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.722263 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-37498dc3-6676-4f38-aa69-49637007048c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:11.729545 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:11.802450 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:40:11.878486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.879020 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Added segment b9b29aad-1a7e-4cf7-8967-be044cbb5293 of type vlan for network 94f5aece-a335-453f-bb5d-9df64e23985c Jun 24 12:40:11.908355 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Request body: {'port': {'device_id': '473ec3d8-d8f9-4c44-b4b6-e67ef7201668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:11.947362 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.961699 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c46575-93de-4d52-a4ad-1c92a4e4044e,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:11.965029 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:11.985201 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a556c6c4-d6bc-4536-b31d-f54a10d30758,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:12.042515 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:12.042515 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.080807 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d85cdbe1-cfd7-41ec-a9f1-c54eb12813a3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.085305 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d85cdbe1-cfd7-41ec-a9f1-c54eb12813a3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3801084 Jun 24 12:40:12.088860 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34620) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:12.097203 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Network ca24caec-b2a1-4057-ae2e-6683a9be34bf is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:12.100049 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:12.109548 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.111404 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'security_group_rule': {'security_group_id': '8a3e053a-9a94-47be-a4b3-95b773c39dec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:12.118458 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e35e8060-72bd-4912-a83a-800a0f0fe3e1 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:12.436358 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port e35e8060-72bd-4912-a83a-800a0f0fe3e1 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:12.447044 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e35e8060-72bd-4912-a83a-800a0f0fe3e1 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:12.447862 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.697886 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8ccd9-e9ba-4037-b5b9-676d69039269 req-7f1d7a55-002a-490f-bf46-cc7d0d66068c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:12.719118 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d8e8ccd9-e9ba-4037-b5b9-676d69039269 req-7f1d7a55-002a-490f-bf46-cc7d0d66068c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 932 time: 1.1452980 Jun 24 12:40:12.737963 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.743960 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.783541 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port e35e8060-72bd-4912-a83a-800a0f0fe3e1, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e35e8060-72bd-4912-a83a-800a0f0fe3e1,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:12.850818 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:12.852723 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a34debd0-c0ab-4081-9859-f7d78bd19e08 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:12.862836 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-a2bbee3c-4b56-4bf5-85a9-f10ce282c366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:12.864541 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:12.866557 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.005095 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:40:13.021345 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:13.037489 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.070467 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3487227 Jun 24 12:40:13.081519 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34648) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:13.088915 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=e35e8060-72bd-4912-a83a-800a0f0fe3e1,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:13.101947 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Request body: {'subnet': {'network_id': '94f5aece-a335-453f-bb5d-9df64e23985c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-763768732-subnet', 'tenant_id': 'c1694c437f6e49d4b971f1835eda1831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:13.110610 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:13.192603 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port a34debd0-c0ab-4081-9859-f7d78bd19e08 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:13.198272 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port a34debd0-c0ab-4081-9859-f7d78bd19e08 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:13.204192 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.218345 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Pushing event updated for resources: {'Network': ['ID=94f5aece-a335-453f-bb5d-9df64e23985c,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:13.222967 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d8e8ccd9-e9ba-4037-b5b9-676d69039269 req-199206c9-8346-481a-aa6e-a0cf9e199a6e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030003 Jun 24 12:40:13.234706 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:13.280255 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 94f5aece-a335-453f-bb5d-9df64e23985c details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:40:13.295041 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.411397 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.464007 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:13.485741 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Made reservation on behalf of c1694c437f6e49d4b971f1835eda1831 for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:13.485741 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.536441 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa74f7f6-5e01-4639-8745-f521c1fb7eee,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:13.541837 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:13.567997 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bad545-b9da-45fd-b7c3-e361fd0b9b95 {{(pid=100207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:13.580243 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.600578 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Transition to ACTIVE for port object e7bad545-b9da-45fd-b7c3-e361fd0b9b95 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:13.603646 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.625229 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.628161 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5318985 Jun 24 12:40:13.631419 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34660) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:13.637096 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:13.697949 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.701982 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port a34debd0-c0ab-4081-9859-f7d78bd19e08, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a34debd0-c0ab-4081-9859-f7d78bd19e08,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:13.725795 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:13.774013 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.776167 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:13.777143 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:13.898593 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e3f08-03e5-48ee-aaf6-a9f7218f206e req-545a25bb-4203-476e-aecd-560a1476e4d8 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:13.907596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=a34debd0-c0ab-4081-9859-f7d78bd19e08,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:13.914308 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:13.914955 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-488e3f08-03e5-48ee-aaf6-a9f7218f206e req-545a25bb-4203-476e-aecd-560a1476e4d8 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 932 time: 0.9109645 Jun 24 12:40:13.965959 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:13.969905 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Attempting to bind port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:13.971636 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Attempting to bind port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:13.971636 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Attempting to bind port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 on network f86865ad-6212-43dd-9646-d3af907112ea {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:13.973658 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:13.984580 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 on network f86865ad-6212-43dd-9646-d3af907112ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:40:13.985067 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Attempting to bind port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 on network f86865ad-6212-43dd-9646-d3af907112ea {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:13.985675 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:40:13.998199 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Sync routers for ids ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:40:14.001967 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:14.002687 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Checking segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:14.003424 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Bound using segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:14.004045 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Bound port: e7bad545-b9da-45fd-b7c3-e361fd0b9b95, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:14.004565 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.005592 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] 10.222.0.99 "PUT /v2.0/routers/ab3d16ca-7061-4dc2-b49b-1f57f9b395ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8376477 Jun 24 12:40:14.015528 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Routers {'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:14.016250 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:39:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:14.103540 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-488e3f08-03e5-48ee-aaf6-a9f7218f206e req-6f9c50a9-40c4-49c8-94e3-8652c4b549d9 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872799 Jun 24 12:40:14.112830 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e35e8060-72bd-4912-a83a-800a0f0fe3e1 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:14.129868 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:14.145731 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.156754 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.178468 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] For port e7bad545-b9da-45fd-b7c3-e361fd0b9b95, host hv-cinder-68948, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:14.196214 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] For port e7bad545-b9da-45fd-b7c3-e361fd0b9b95, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:14.233546 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Transition to ACTIVE for port object 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:14.385505 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Set router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:14.385921 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.396486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6af66bee-b073-42e1-b75b-28ed80eb74d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:14.448948 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.470783 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:14.478671 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:14.484753 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Allocated IP 172.27.2.33 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/80036b11-37a9-4144-b89d-28a313e09978) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:14.488343 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:14.503948 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:14.505009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.506776 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/e7bad545-b9da-45fd-b7c3-e361fd0b9b95 HTTP/1.1" status: 200 len: 1094 time: 3.3496358 Jun 24 12:40:14.507679 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8f7eaf-652c-4f37-ad6d-26d1f5167663', 'tag': 'e7bad545-b9da-45fd-b7c3-e361fd0b9b95'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:14.553030 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Pushing event updated for resources: {'Port': ['ID=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:14.558334 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:14.606346 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Attempting to bind port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:14.606864 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Attempting to bind port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '0281621c-4461-4900-a8be-9f0343c7caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4992dbd7-3ef1-47d0-9bb8-ab759172e909'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:14.609388 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Attempting to bind port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 on network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:14.612156 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 on network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:40:14.612775 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Attempting to bind port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 on network 4992dbd7-3ef1-47d0-9bb8-ab759172e909 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:14.617998 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:14.618329 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Checking segment: {'id': '0281621c-4461-4900-a8be-9f0343c7caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4992dbd7-3ef1-47d0-9bb8-ab759172e909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:14.619048 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Bound using segment: {'id': '0281621c-4461-4900-a8be-9f0343c7caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4992dbd7-3ef1-47d0-9bb8-ab759172e909'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:14.619640 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Bound port: 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0281621c-4461-4900-a8be-9f0343c7caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '4992dbd7-3ef1-47d0-9bb8-ab759172e909'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:14.619906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.646216 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e35e8060-72bd-4912-a83a-800a0f0fe3e1 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:14.646620 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.674174 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.688328 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:14.736755 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-beaf2154-fd42-46c5-bdfb-35a3b2a20113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:14.840086 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8f7eaf-652c-4f37-ad6d-26d1f5167663", "tag": "e7bad545-b9da-45fd-b7c3-e361fd0b9b95"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:14.912199 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:09Z', 'revision_number': 4, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port': {'id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:01Z', 'updated_at': '2021-06-24T12:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'd2c46575-93de-4d52-a4ad-1c92a4e4044e', 'name': '', 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'mac_address': 'fa:16:3e:16:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6b85312b-7167-4a56-9290-21ec5bf15895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:07Z', 'updated_at': '2021-06-24T12:40:10Z', 'revision_number': 2, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'subnets': [{'id': '6b85312b-7167-4a56-9290-21ec5bf15895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:14.954469 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Checking router: ab3d16ca-7061-4dc2-b49b-1f57f9b395ca for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:40:14.955009 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Updating router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca port d2c46575-93de-4d52-a4ad-1c92a4e4044e binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:40:15.025729 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:15.143992 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108b265b-b5e2-45d3-9ab5-f135e59af8e9,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:15.155432 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:15.237934 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] For port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:15.242191 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6685fa7-2403-42e1-9012-d9f22884e998 req-9269dad9-fb56-4a6b-a5c1-3d1369233c17 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:15.243768 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f6685fa7-2403-42e1-9012-d9f22884e998 req-9269dad9-fb56-4a6b-a5c1-3d1369233c17 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.6158230 Jun 24 12:40:15.253918 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-f114c66f-f22a-4645-8512-472250ec990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:15.263251 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-f114c66f-f22a-4645-8512-472250ec990c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 1097 time: 0.4026966 Jun 24 12:40:15.275785 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:15.310697 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] For port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,segment=NetworkSegment(0281621c-4461-4900-a8be-9f0343c7caf7),segment_id=0281621c-4461-4900-a8be-9f0343c7caf7)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:15.311885 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Checking segment: {'id': 'b9b29aad-1a7e-4cf7-8967-be044cbb5293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '94f5aece-a335-453f-bb5d-9df64e23985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:15.312244 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Network hostable DHCP agents. Network: 94f5aece-a335-453f-bb5d-9df64e23985c, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:40:15.387966 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-d86feac0-7b7b-41a7-9629-1e8a27c7fdd8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:15.387966 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-d86feac0-7b7b-41a7-9629-1e8a27c7fdd8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 818 time: 0.4074595 Jun 24 12:40:15.388823 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f6685fa7-2403-42e1-9012-d9f22884e998 req-a0a86a61-05c6-4171-afe7-5da2f82866fd tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922019 Jun 24 12:40:15.388910 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-3e4e0bea-618f-4d01-b955-bf0f20257473 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/quotas/939fe6a7306f4513a51c8ce29f70bf01 HTTP/1.1" status: 200 len: 375 time: 0.0099058 Jun 24 12:40:15.576968 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-7f927201-cbe2-4420-93be-a45f99802ae4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556544 Jun 24 12:40:15.610820 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:15.627495 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Transition to ACTIVE for port object d2c46575-93de-4d52-a4ad-1c92a4e4044e will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:15.629090 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579a2666-acab-45e1-8fc5-74538f8110e9 x-openstack-request-id: req-579a2666-acab-45e1-8fc5-74538f8110e9 {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:15.629506 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8f7eaf-652c-4f37-ad6d-26d1f5167663", "tag": "e7bad545-b9da-45fd-b7c3-e361fd0b9b95", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:15.629991 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-579a2666-acab-45e1-8fc5-74538f8110e9 {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:15.630735 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8f7eaf-652c-4f37-ad6d-26d1f5167663', 'tag': 'e7bad545-b9da-45fd-b7c3-e361fd0b9b95', 'status': 'completed', 'code': 200} Jun 24 12:40:15.707503 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:15.711657 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:15.715011 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-a5554c1c-aa67-4559-854d-547e01c5427d service neutron] 10.222.0.99 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289420 Jun 24 12:40:15.732126 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:15.735787 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9999ff48-2692-47ed-8163-cde200e9feab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:15.757606 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Network 94f5aece-a335-453f-bb5d-9df64e23985c is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:40:15.806062 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:15.811012 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-7aeea87f-ea4a-4648-b0bd-4936cdaf1b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:15.824244 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:15.825562 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:15.827354 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] 10.222.0.36 "PUT /v2.0/ports/53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 HTTP/1.1" status: 200 len: 1094 time: 3.9284487 Jun 24 12:40:15.830030 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473ec3d8-d8f9-4c44-b4b6-e67ef7201668', 'tag': '53697b1c-5a2c-49a7-b9ce-886ee66ad5d2'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:15.916084 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:15.922160 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 94f5aece-a335-453f-bb5d-9df64e23985c) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:15.932266 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:15.932645 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8753935-7d9e-48ae-bfbd-7b34efa24e7f None None] Pushing event updated for resources: {'Port': ['ID=d2c46575-93de-4d52-a4ad-1c92a4e4044e,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:15.933007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:15.936914 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:15.955882 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Pushing event updated for resources: {'Port': ['ID=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:15.965320 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:15.979406 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec19c4d-23de-4f74-b2d0-131953d3ea4f None None] Network 94f5aece-a335-453f-bb5d-9df64e23985c requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:40:15.984012 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:15.994808 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-73bce3fb-6112-4b11-bf6c-da2d564c6efa service neutron] 10.222.0.99 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386727 Jun 24 12:40:16.040099 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27ac6eb-08f4-4aad-9957-1bbf4892d869" -d '{"events": [{"name": "network-changed", "server_uuid": "473ec3d8-d8f9-4c44-b4b6-e67ef7201668", "tag": "53697b1c-5a2c-49a7-b9ce-886ee66ad5d2"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:16.105392 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0086076 Jun 24 12:40:16.108422 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b8753935-7d9e-48ae-bfbd-7b34efa24e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:16.114543 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a34debd0-c0ab-4081-9859-f7d78bd19e08 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:16.222433 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'Port': ['ID=80036b11-37a9-4144-b89d-28a313e09978,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:16.222433 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:16.222433 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:16.236294 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e1ec6-eb95-4ab6-8c3d-27a220ee7183 None None] Network 94f5aece-a335-453f-bb5d-9df64e23985c requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:40:16.240670 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9447d-b972-4113-aee8-fa5009968716 req-69d67718-f34d-4eff-b05d-4d66c33828db tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:16.252044 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-56a9447d-b972-4113-aee8-fa5009968716 req-69d67718-f34d-4eff-b05d-4d66c33828db tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 944 time: 0.4690125 Jun 24 12:40:16.295452 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-56a9447d-b972-4113-aee8-fa5009968716 req-35886429-4fab-4dfc-a6b8-17b2ca460a0c tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Jun 24 12:40:16.353458 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port a34debd0-c0ab-4081-9859-f7d78bd19e08 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:16.353982 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:16.359919 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Attempting to bind port d2c46575-93de-4d52-a4ad-1c92a4e4044e on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:16.360218 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Attempting to bind port d2c46575-93de-4d52-a4ad-1c92a4e4044e by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:16.360433 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Attempting to bind port d2c46575-93de-4d52-a4ad-1c92a4e4044e on network ca24caec-b2a1-4057-ae2e-6683a9be34bf {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:16.468084 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb20d70d-91ba-4fa5-b439-6db35593e312 x-openstack-request-id: req-bb20d70d-91ba-4fa5-b439-6db35593e312 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:16.470218 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473ec3d8-d8f9-4c44-b4b6-e67ef7201668", "tag": "53697b1c-5a2c-49a7-b9ce-886ee66ad5d2", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:16.470218 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-bb20d70d-91ba-4fa5-b439-6db35593e312 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:16.470218 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473ec3d8-d8f9-4c44-b4b6-e67ef7201668', 'tag': '53697b1c-5a2c-49a7-b9ce-886ee66ad5d2', 'status': 'completed', 'code': 200} Jun 24 12:40:16.537185 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:16.537704 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Checking segment: {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:16.538124 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:16.538529 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Bound using segment: {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:16.539439 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Bound port: d2c46575-93de-4d52-a4ad-1c92a4e4044e, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:16.539863 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:16.706343 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] For port d2c46575-93de-4d52-a4ad-1c92a4e4044e, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:16.709897 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] For port d2c46575-93de-4d52-a4ad-1c92a4e4044e, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=d2c46575-93de-4d52-a4ad-1c92a4e4044e,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:16.738836 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:16.779511 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa904a64-7651-4405-8b18-804636746706 req-fcfa4cd6-2f75-47fd-b94c-e47f0f4127bf tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 210 time: 0.1260345 Jun 24 12:40:16.827717 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:16.841492 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:16.855301 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21d64-0842-4d3b-9883-d65a3f668b74 req-7df6e932-9d78-4995-977a-665a7c8cb591 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:16.859643 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-98b21d64-0842-4d3b-9883-d65a3f668b74 req-7df6e932-9d78-4995-977a-665a7c8cb591 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.2199190 Jun 24 12:40:16.984582 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Routers {'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:16.989037 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:39:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:16.989037 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8753935-7d9e-48ae-bfbd-7b34efa24e7f None None] Pushing event updated for resources: {'Port': ['ID=d2c46575-93de-4d52-a4ad-1c92a4e4044e,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:17.094402 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-98b21d64-0842-4d3b-9883-d65a3f668b74 req-fa96aa41-975a-408f-a4c0-75756cefd43f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202199 Jun 24 12:40:17.094971 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b8753935-7d9e-48ae-bfbd-7b34efa24e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:17.101947 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-94ca2a52-9112-4ee7-8005-a293477554a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:17.267825 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] Set router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:17.274057 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:17.316607 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-bf3cad07-c410-4173-a5ac-843b0d911b34 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:17.324054 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-bf3cad07-c410-4173-a5ac-843b0d911b34 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 818 time: 0.2678809 Jun 24 12:40:17.342471 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-79609fb5-de1b-4eac-ac8a-f06ec5900319 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/quotas/939fe6a7306f4513a51c8ce29f70bf01 HTTP/1.1" status: 200 len: 375 time: 0.0169830 Jun 24 12:40:17.589590 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-f33db9ca-1702-44b9-9f55-f1971836c958 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1749611 Jun 24 12:40:17.689311 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:09Z', 'revision_number': 4, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port': {'id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:01Z', 'updated_at': '2021-06-24T12:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'd2c46575-93de-4d52-a4ad-1c92a4e4044e', 'name': '', 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'mac_address': 'fa:16:3e:16:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6b85312b-7167-4a56-9290-21ec5bf15895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:07Z', 'updated_at': '2021-06-24T12:40:16Z', 'revision_number': 4, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'subnets': [{'id': '6b85312b-7167-4a56-9290-21ec5bf15895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:17.696459 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-605e3427-aeb0-4428-a6f1-0faf80b5c907 service neutron] 10.222.0.99 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636713 Jun 24 12:40:17.728296 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182e013c-0002-45e9-84f2-38e5f6f797cc None None] The sync data for ids ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'] in dv-cinder-689486-14-iscsi is: [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:09Z', 'revision_number': 4, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port': {'id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:01Z', 'updated_at': '2021-06-24T12:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'd2c46575-93de-4d52-a4ad-1c92a4e4044e', 'name': '', 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'mac_address': 'fa:16:3e:16:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6b85312b-7167-4a56-9290-21ec5bf15895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:07Z', 'updated_at': '2021-06-24T12:40:16Z', 'revision_number': 4, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'subnets': [{'id': '6b85312b-7167-4a56-9290-21ec5bf15895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:40:17.762328 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:17.773960 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:17.779443 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:17.876338 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:17.957351 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'Port': ['ID=80036b11-37a9-4144-b89d-28a313e09978,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:18.010832 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-06435855-9685-4fe9-8e40-541838fa326f service neutron] 10.222.0.99 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043129 Jun 24 12:40:18.020624 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a1f44-4908-498c-affa-d1a6d19a923c req-b78a3a84-5cd2-4801-9b91-c66ebd7d6199 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:18.030218 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device d2c46575-93de-4d52-a4ad-1c92a4e4044e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:18.042305 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a57a1f44-4908-498c-affa-d1a6d19a923c req-b78a3a84-5cd2-4801-9b91-c66ebd7d6199 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 944 time: 0.4960072 Jun 24 12:40:18.044871 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:18.061149 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:18.062733 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4300332 Jun 24 12:40:18.230139 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a57a1f44-4908-498c-affa-d1a6d19a923c req-2a9e6d9b-47ae-4bb1-b69a-0590fffc21b7 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404400 Jun 24 12:40:18.421795 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port d2c46575-93de-4d52-a4ad-1c92a4e4044e completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:18.427674 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port d2c46575-93de-4d52-a4ad-1c92a4e4044e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:18.428305 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:18.473082 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5c64b-b6a4-47ac-820e-63dbe1b8eaf5 req-058ff3a5-baee-43db-a2db-3b822f4f5d81 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:18.483499 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-deb5c64b-b6a4-47ac-820e-63dbe1b8eaf5 req-058ff3a5-baee-43db-a2db-3b822f4f5d81 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.1383095 Jun 24 12:40:18.532145 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:18.555102 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-deb5c64b-b6a4-47ac-820e-63dbe1b8eaf5 req-77b7fce3-4ce6-4ed4-bff5-3678623d3bad tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703964 Jun 24 12:40:18.767123 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:18.848077 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port d2c46575-93de-4d52-a4ad-1c92a4e4044e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=d2c46575-93de-4d52-a4ad-1c92a4e4044e,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:19.002117 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4e557813-dfce-47be-b6d1-d704c686dde2 req-c4f8cb7d-d396-43fa-bcda-16c801df1d3f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 210 time: 0.1506290 Jun 24 12:40:19.002663 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-ed3eb5b9-6e12-47f5-9d74-08bba52816e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bad545-b9da-45fd-b7c3-e361fd0b9b95 HTTP/1.1" status: 200 len: 217 time: 0.2817957 Jun 24 12:40:19.040486 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ac6eb-08f4-4aad-9957-1bbf4892d869 req-483b978e-b0f4-4959-aefb-3fa7f5050305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:19.042299 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b27ac6eb-08f4-4aad-9957-1bbf4892d869 req-483b978e-b0f4-4959-aefb-3fa7f5050305 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ec994a9044049e0897207218c214246&device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 1097 time: 0.3203485 Jun 24 12:40:19.091031 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-5818c879-9250-4464-a59c-4492bd76eabc tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--939526759&fields=id&tenant_id=94f1387669d4493089d5aa4f146028d3 HTTP/1.1" status: 200 len: 267 time: 0.2240357 Jun 24 12:40:19.159401 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-a3d47dfa-c041-4103-95ab-fb35e3bc229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:19.161219 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-a3d47dfa-c041-4103-95ab-fb35e3bc229d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22396959-b6eb-46e4-bd16-41cda76fd8ca HTTP/1.1" status: 200 len: 854 time: 0.1411476 Jun 24 12:40:19.178618 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:19.181195 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b8753935-7d9e-48ae-bfbd-7b34efa24e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:19.268666 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=d2c46575-93de-4d52-a4ad-1c92a4e4044e,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:19.275807 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:19.341356 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-34620d0c-7218-431e-a5f6-73fa5d530df1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86865ad-6212-43dd-9646-d3af907112ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130729 Jun 24 12:40:19.409042 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-7312b3d1-b803-4878-b1c2-dbfd297c825c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:19.415848 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-7312b3d1-b803-4878-b1c2-dbfd297c825c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 811 time: 0.3174989 Jun 24 12:40:19.438829 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-645eb273-11c4-4fda-bf02-002631f33494 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/quotas/94f1387669d4493089d5aa4f146028d3 HTTP/1.1" status: 200 len: 375 time: 0.0220189 Jun 24 12:40:19.597141 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ac6eb-08f4-4aad-9957-1bbf4892d869 req-3fd360e1-aee7-4e59-8621-c8ccc082e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:19.598673 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b27ac6eb-08f4-4aad-9957-1bbf4892d869 req-3fd360e1-aee7-4e59-8621-c8ccc082e098 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6ec994a9044049e0897207218c214246&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3803849 Jun 24 12:40:19.618333 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867a17-2743-4edc-8294-260d88999825 req-5e221f65-5d29-4ec2-9cce-00cb1d951c8f tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:19.622112 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26867a17-2743-4edc-8294-260d88999825 req-5e221f65-5d29-4ec2-9cce-00cb1d951c8f tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 944 time: 0.2659991 Jun 24 12:40:19.624804 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-fbbb65e2-e454-411b-8bea-ac9312b75923 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1847572 Jun 24 12:40:19.699742 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26867a17-2743-4edc-8294-260d88999825 req-23b38172-f0dd-409c-85fb-b1c8f39ac7cd tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721948 Jun 24 12:40:19.852635 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-65a67b7e-6207-4eb1-96a8-9797b80ea910 service neutron] 10.222.0.99 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141836 Jun 24 12:40:19.992942 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device d2c46575-93de-4d52-a4ad-1c92a4e4044e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:20.068219 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port d2c46575-93de-4d52-a4ad-1c92a4e4044e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:20.069535 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:20.231725 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-cc62149a-0646-42d0-a26d-77b3acd76e67 service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032529 Jun 24 12:40:20.232501 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:20.238738 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-e2bb6eb8-334b-4387-807d-2bf7033fe648 service neutron] 10.222.0.99 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877563 Jun 24 12:40:20.492461 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7f2e8-6044-4994-8ea8-fe4ed440ab6e req-5700f1d9-eccd-4820-b215-0f754dbd908e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:20.511497 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4fd7f2e8-6044-4994-8ea8-fe4ed440ab6e req-5700f1d9-eccd-4820-b215-0f754dbd908e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.5896368 Jun 24 12:40:20.511497 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ac6eb-08f4-4aad-9957-1bbf4892d869 req-59505c35-d74d-4e9c-ba42-4901f8e6a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:20.511497 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b27ac6eb-08f4-4aad-9957-1bbf4892d869 req-59505c35-d74d-4e9c-ba42-4901f8e6a55d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5925589 Jun 24 12:40:20.608903 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4fd7f2e8-6044-4994-8ea8-fe4ed440ab6e req-8608e3a7-3e4b-488b-a73e-66e9b3e84c60 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073842 Jun 24 12:40:20.700798 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7c784cf-14d9-4424-8987-2f7feb41dacc req-62bad1e1-5729-4579-b8ba-e685bfd00d4f service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759848 Jun 24 12:40:20.900467 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5e28dcd2-7387-4f15-90fd-4fc94400f31f req-e9799ea5-2b5c-409c-9f12-5ae65588c6be tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 210 time: 0.0791669 Jun 24 12:40:21.158571 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-302a8d42-69b9-4f1a-835e-15a02d5f2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:21.158571 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-302a8d42-69b9-4f1a-835e-15a02d5f2471 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ec994a9044049e0897207218c214246&device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 1097 time: 0.2539475 Jun 24 12:40:21.158763 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-95abcec5-1597-447c-ab05-3a46e98bad06 req-2b92b83f-e251-42b0-bb6e-2d8197074696 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0613151 Jun 24 12:40:21.158843 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc14e3-8460-4ca2-b322-64373e4cad58 req-8e54031d-6cf3-4da6-9fbd-2268ded44426 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:21.158843 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-63dc14e3-8460-4ca2-b322-64373e4cad58 req-8e54031d-6cf3-4da6-9fbd-2268ded44426 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 944 time: 0.1179698 Jun 24 12:40:21.196437 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-63dc14e3-8460-4ca2-b322-64373e4cad58 req-b688ff7e-6ebf-4dbc-8335-e96bb1a2a70c tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530274 Jun 24 12:40:21.372219 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34892) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:21.511713 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb5b2-fb0f-486c-b4b2-e571c52a9f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:21.589545 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb5b2-fb0f-486c-b4b2-e571c52a9f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:21.730786 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb5b2-fb0f-486c-b4b2-e571c52a9f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:21.742224 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6e4503a9-3f28-4605-833c-588b153e3dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:21.847404 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cb5b2-fb0f-486c-b4b2-e571c52a9f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4d9ec-5b33-4fce-a3bc-68f1159bd9a0,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:21.847404 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-4c0cb5b2-fb0f-486c-b4b2-e571c52a9f93 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=18e38fc735f2464da6df72136bd89b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723186 Jun 24 12:40:21.847742 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4c0cb5b2-fb0f-486c-b4b2-e571c52a9f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:21.851795 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34910) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:21.880633 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf19b7-c8c4-4b15-aaa9-c101a7099341 req-5c4bc30e-5a0e-49ae-ba90-7bc05f849904 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:21.887522 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dcbf19b7-c8c4-4b15-aaa9-c101a7099341 req-5c4bc30e-5a0e-49ae-ba90-7bc05f849904 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.1598859 Jun 24 12:40:21.949101 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dcbf19b7-c8c4-4b15-aaa9-c101a7099341 req-3ea16bfc-8933-43c5-a7d3-9d916d868139 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605807 Jun 24 12:40:21.974520 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ffeff88f-9259-446b-8d5b-821433ea4cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.003314 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ffeff88f-9259-446b-8d5b-821433ea4cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.014592 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34914) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:22.130105 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f02d37e3-ea4f-4565-acbc-527652ea8f3a req-9b704934-b9fe-4be7-9752-23ce369de194 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 210 time: 0.0521924 Jun 24 12:40:22.146964 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ffeff88f-9259-446b-8d5b-821433ea4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.150605 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ffeff88f-9259-446b-8d5b-821433ea4cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.152141 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ffeff88f-9259-446b-8d5b-821433ea4cf6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/14e4d9ec-5b33-4fce-a3bc-68f1159bd9a0 HTTP/1.1" status: 204 len: 168 time: 0.2990544 Jun 24 12:40:22.161218 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6fec6c15-33f3-4996-9091-d2e259eac5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:22.165054 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeff88f-9259-446b-8d5b-821433ea4cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e4d9ec-5b33-4fce-a3bc-68f1159bd9a0,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:22.166287 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ffeff88f-9259-446b-8d5b-821433ea4cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:22.199092 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8305fe69-20e2-498c-9886-ff4c962c2215 req-36262d86-d8ba-4a94-a91b-78d80797d6ed tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0533793 Jun 24 12:40:22.199940 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-13b4e47e-78eb-481b-9dd1-241bc3d01579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.324261 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-13b4e47e-78eb-481b-9dd1-241bc3d01579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.393876 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8166-0a05-4808-bc9d-e862f58c52fc req-8d21516a-390c-4849-b69f-91a9e745bfd9 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:22.395432 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-58cd8166-0a05-4808-bc9d-e862f58c52fc req-8d21516a-390c-4849-b69f-91a9e745bfd9 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 944 time: 0.0744376 Jun 24 12:40:22.421528 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-13b4e47e-78eb-481b-9dd1-241bc3d01579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.431627 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-35bec50a-acc0-4e0a-b782-28d6e9e5cac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:22.440145 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-58cd8166-0a05-4808-bc9d-e862f58c52fc req-68a0a3b8-6d6e-4b07-a56e-4900ab5ca7a3 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Jun 24 12:40:22.473977 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-13b4e47e-78eb-481b-9dd1-241bc3d01579 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a3000ce9c6f140bbac149b77b9ad5bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571598 Jun 24 12:40:22.476223 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34928) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:22.478693 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4e47e-78eb-481b-9dd1-241bc3d01579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3d8209-ab5f-4cb5-8d0f-26dfcf6ee5dd,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:22.482033 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-13b4e47e-78eb-481b-9dd1-241bc3d01579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:22.573301 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-f21e857e-5284-47cc-9f21-5c97a60c0f31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 HTTP/1.1" status: 200 len: 217 time: 0.0741093 Jun 24 12:40:22.610287 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-ac709bf7-cd53-4705-ab34-ae6184e9fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:22.611820 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-ac709bf7-cd53-4705-ab34-ae6184e9fb1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 1097 time: 0.0781677 Jun 24 12:40:22.639893 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1b949080-d520-4f99-8526-b52180ed5701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.646882 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-a311177f-f461-4b0b-bd0d-8e78b43b4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:22.648371 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-a311177f-f461-4b0b-bd0d-8e78b43b4884 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b89529-b993-4781-952e-2f69e5b74612 HTTP/1.1" status: 200 len: 851 time: 0.0646846 Jun 24 12:40:22.705561 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1b949080-d520-4f99-8526-b52180ed5701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.709009 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-21d6d231-2572-436d-8113-c884efb770e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4992dbd7-3ef1-47d0-9bb8-ab759172e909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498726 Jun 24 12:40:22.796842 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-f7eb91fd-f0ed-42cd-82ec-0dc8d7acb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:22.798415 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-f7eb91fd-f0ed-42cd-82ec-0dc8d7acb984 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 915 time: 0.1783707 Jun 24 12:40:22.832681 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-372782a2-31a9-4055-8adf-c119c9e4f403 service neutron] 10.222.0.36 "GET /v2.0/networks/4992dbd7-3ef1-47d0-9bb8-ab759172e909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974758 Jun 24 12:40:22.891724 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-296213f2-b4aa-4777-b916-e8ffbf7fd500 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bad545-b9da-45fd-b7c3-e361fd0b9b95 HTTP/1.1" status: 200 len: 217 time: 0.0606334 Jun 24 12:40:22.913632 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1b949080-d520-4f99-8526-b52180ed5701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.919961 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1b949080-d520-4f99-8526-b52180ed5701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:22.919961 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-1b949080-d520-4f99-8526-b52180ed5701 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ca3d8209-ab5f-4cb5-8d0f-26dfcf6ee5dd HTTP/1.1" status: 204 len: 168 time: 0.4421191 Jun 24 12:40:22.921410 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2d6742e7-5932-4b04-893c-6909afd87376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:22.945906 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b949080-d520-4f99-8526-b52180ed5701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3d8209-ab5f-4cb5-8d0f-26dfcf6ee5dd,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:22.947629 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1b949080-d520-4f99-8526-b52180ed5701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:22.980821 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9978d676-a28b-4402-8804-f2f8c4c547ff req-cbc21455-c3ab-464f-b204-5e864b793256 service neutron] 10.222.0.36 "GET /v2.0/networks/4992dbd7-3ef1-47d0-9bb8-ab759172e909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151781 Jun 24 12:40:22.998084 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-2c932565-3f24-40a7-9d7a-64011a4741a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:23.007380 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-2c932565-3f24-40a7-9d7a-64011a4741a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22396959-b6eb-46e4-bd16-41cda76fd8ca HTTP/1.1" status: 200 len: 854 time: 0.1090086 Jun 24 12:40:23.013916 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34942) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:23.040197 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3391-987c-4542-835b-1cb8d136e0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.083487 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-db6c08e3-78d6-40b1-bdbc-01c46876579c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86865ad-6212-43dd-9646-d3af907112ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679977 Jun 24 12:40:23.170130 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3391-987c-4542-835b-1cb8d136e0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.238522 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3391-987c-4542-835b-1cb8d136e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.241386 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4e0ef26d-ba60-4bde-a166-e8a61c395fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:23.254710 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-7d261b12-0984-4791-b570-b7fba2b221d2 service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641996 Jun 24 12:40:23.279417 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b621d1-b0fa-47e0-ac37-15b802cb2bc8 req-d0293ceb-8ae5-4b7a-b3c9-073c0065b073 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:23.279417 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-84b621d1-b0fa-47e0-ac37-15b802cb2bc8 req-d0293ceb-8ae5-4b7a-b3c9-073c0065b073 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.1254873 Jun 24 12:40:23.284028 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-0d0f3391-987c-4542-835b-1cb8d136e0c6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=287b6b0b5daf4043b28729e0734a3c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666345 Jun 24 12:40:23.290699 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34956) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:23.308034 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f3391-987c-4542-835b-1cb8d136e0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8b6438-5214-48fc-972f-c86483230b3c,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:23.317824 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0d0f3391-987c-4542-835b-1cb8d136e0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:23.381023 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6990b782-e8bb-4127-bd7a-69142c5a45a8 req-6d65f814-4027-48c2-8475-eacdf9b42ac5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 210 time: 0.0620782 Jun 24 12:40:23.417903 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-84b621d1-b0fa-47e0-ac37-15b802cb2bc8 req-1a4bf0b5-4706-4e16-9a02-e4c0a7ca33ee tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279180 Jun 24 12:40:23.440431 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c921626-11f9-4b95-bdc9-ad41f5f17d5d req-dfda3ead-68f6-4573-ae66-5167cc989b40 service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784174 Jun 24 12:40:23.457089 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc03e843-bcbc-4fb0-aa7f-feb26b7f1434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.502672 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc03e843-bcbc-4fb0-aa7f-feb26b7f1434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.592421 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-acb12fc7-517e-44d0-a7c1-a0ecc45c45df req-176092ff-589e-4a5e-b57d-7302c5f44bec tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0593228 Jun 24 12:40:23.676320 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc03e843-bcbc-4fb0-aa7f-feb26b7f1434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.683803 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc03e843-bcbc-4fb0-aa7f-feb26b7f1434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:23.685037 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-dc03e843-bcbc-4fb0-aa7f-feb26b7f1434 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6a8b6438-5214-48fc-972f-c86483230b3c HTTP/1.1" status: 204 len: 168 time: 0.3934641 Jun 24 12:40:23.688625 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:23.725347 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03e843-bcbc-4fb0-aa7f-feb26b7f1434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8b6438-5214-48fc-972f-c86483230b3c,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:23.725347 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-dc03e843-bcbc-4fb0-aa7f-feb26b7f1434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:23.766901 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-bea4c9f2-8301-430c-b499-ce6f2fe30ae4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:23.768355 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-bea4c9f2-8301-430c-b499-ce6f2fe30ae4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 818 time: 0.1662190 Jun 24 12:40:23.778614 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f06410-718f-4ba2-b672-3a97fbc82d3a req-14b6ade1-a051-4ae7-9e5d-21aedc30f059 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:23.781585 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d4f06410-718f-4ba2-b672-3a97fbc82d3a req-14b6ade1-a051-4ae7-9e5d-21aedc30f059 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 944 time: 0.1886747 Jun 24 12:40:23.809496 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Request body: {'port': {'device_id': '39fa6c2a-8620-409c-af01-c4d94c3fbdcd', 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf', 'admin_state_up': True, 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:23.870524 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d4f06410-718f-4ba2-b672-3a97fbc82d3a req-a0da84ff-6ee8-4f83-95de-c346985eb983 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829506 Jun 24 12:40:24.031156 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Made reservation on behalf of 939fe6a7306f4513a51c8ce29f70bf01 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:24.034291 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.053384 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 34970) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:24.069808 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-af0f5109-dccd-4b7c-af6a-4aca12d4de1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.179049 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-af0f5109-dccd-4b7c-af6a-4aca12d4de1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.181501 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Allocated IP 172.20.0.5 (ca24caec-b2a1-4057-ae2e-6683a9be34bf/6b85312b-7167-4a56-9290-21ec5bf15895/714821af-d23f-4e23-b2d4-561166fdb72e) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:24.338561 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-af0f5109-dccd-4b7c-af6a-4aca12d4de1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.343311 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-434843ea-5da1-4e2c-beae-8e01048dcce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:24.345786 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.378232 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-af0f5109-dccd-4b7c-af6a-4aca12d4de1d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a9e1574feee443f1a55ec073b153f6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237846 Jun 24 12:40:24.379420 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f5109-dccd-4b7c-af6a-4aca12d4de1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d6229-6953-4dd6-be73-c05ef7211832,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:24.380978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 34984) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:24.382317 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-af0f5109-dccd-4b7c-af6a-4aca12d4de1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:24.433748 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5c0b17d9-38cb-4c9c-b97f-c6571bd36b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.463326 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5c0b17d9-38cb-4c9c-b97f-c6571bd36b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.526480 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.550101 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:24.595981 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b2a687ea-d857-4f54-94b9-545773a8bf41 req-0fdcd459-d91c-4234-94a3-0cbe3df799fc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 210 time: 0.0906827 Jun 24 12:40:24.599469 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Network ca24caec-b2a1-4057-ae2e-6683a9be34bf is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:24.604281 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:24.612447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:24.619867 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:24.619867 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.627501 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5c0b17d9-38cb-4c9c-b97f-c6571bd36b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.646012 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5c0b17d9-38cb-4c9c-b97f-c6571bd36b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:24.649826 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-5c0b17d9-38cb-4c9c-b97f-c6571bd36b06 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/be7d6229-6953-4dd6-be73-c05ef7211832 HTTP/1.1" status: 204 len: 168 time: 0.2652137 Jun 24 12:40:24.674982 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Pushing event updated for resources: {'Port': ['ID=714821af-d23f-4e23-b2d4-561166fdb72e,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:24.685118 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:24.685665 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-298ca5af-47cb-4114-97dc-9a4cda54c6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:24.713389 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b17d9-38cb-4c9c-b97f-c6571bd36b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d6229-6953-4dd6-be73-c05ef7211832,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:24.721683 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-12c8ba71-4dba-412b-8619-848a41fd1ea1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:24.727168 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-12c8ba71-4dba-412b-8619-848a41fd1ea1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 818 time: 0.2332284 Jun 24 12:40:24.728991 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5c0b17d9-38cb-4c9c-b97f-c6571bd36b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:24.742756 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339061 Jun 24 12:40:24.769097 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b970e-12f0-49b5-8fd6-552940434993 req-49626444-1e50-4a86-b587-c3a92c355e96 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:24.770866 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b90b970e-12f0-49b5-8fd6-552940434993 req-49626444-1e50-4a86-b587-c3a92c355e96 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.1474519 Jun 24 12:40:24.774905 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Request body: {'port': {'device_id': '39fa6c2a-8620-409c-af01-c4d94c3fbdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:24.781272 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Request body: {'port': {'device_id': '1aa6e5d8-1430-45ab-b57b-553a3ef2b083', 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf', 'admin_state_up': True, 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:24.949479 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5d329ff9-644a-452c-976b-076b82304ed4 req-a53f3fed-64eb-47d4-94f2-b18fff8cfd02 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0632689 Jun 24 12:40:25.086586 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b90b970e-12f0-49b5-8fd6-552940434993 req-a61ca986-e320-4f85-90dc-5e5d1b002dd3 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073225 Jun 24 12:40:25.114555 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:40:25.142591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:25.163845 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Made reservation on behalf of 939fe6a7306f4513a51c8ce29f70bf01 for: {'port': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:25.167347 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:25.392751 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd24a8c-3834-49a8-89b4-ace556d7ed57 req-1cad1af5-25cc-4242-9efb-8f3a84275f28 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:25.395624 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4fd24a8c-3834-49a8-89b4-ace556d7ed57 req-1cad1af5-25cc-4242-9efb-8f3a84275f28 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 944 time: 0.1326172 Jun 24 12:40:25.418800 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.36', 64579) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:25.442960 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4fd24a8c-3834-49a8-89b4-ace556d7ed57 req-b2c65579-22ba-4787-89ad-e445ace6ee6b tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Jun 24 12:40:25.589308 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714821af-d23f-4e23-b2d4-561166fdb72e {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:25.600455 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-c68552bc-0a81-4369-b835-fa5c8460c408 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:25.601943 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-c68552bc-0a81-4369-b835-fa5c8460c408 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 811 time: 0.1819828 Jun 24 12:40:25.606210 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:25.619802 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Transition to ACTIVE for port object 714821af-d23f-4e23-b2d4-561166fdb72e will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:25.695973 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-1d4ae087-4cb4-423e-87da-8581416018a0 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f1387669d4493089d5aa4f146028d3 HTTP/1.1" status: 200 len: 379 time: 0.0538695 Jun 24 12:40:25.709821 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'port': {'device_id': '1947795a-62dc-42f0-986d-48fe989d840c', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'admin_state_up': True, 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'security_groups': ['8a3e053a-9a94-47be-a4b3-95b773c39dec']}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:25.729120 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:25.761487 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:25.793229 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Allocated IP 172.20.0.11 (ca24caec-b2a1-4057-ae2e-6683a9be34bf/6b85312b-7167-4a56-9290-21ec5bf15895/fec763d2-a95a-4143-a63c-710cf7b7438a) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:25.825892 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2f8fb1ec-6b48-4994-a324-1ad38054ba47 req-723fd82e-11ab-4bdd-9820-5f2e86f4e55c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 210 time: 0.0701838 Jun 24 12:40:25.869870 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Pushing event updated for resources: {'Port': ['ID=714821af-d23f-4e23-b2d4-561166fdb72e,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:25.875848 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:25.928640 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Attempting to bind port 714821af-d23f-4e23-b2d4-561166fdb72e on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:25.929000 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Attempting to bind port 714821af-d23f-4e23-b2d4-561166fdb72e by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:25.929750 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Attempting to bind port 714821af-d23f-4e23-b2d4-561166fdb72e on network ca24caec-b2a1-4057-ae2e-6683a9be34bf {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:25.938810 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Port 714821af-d23f-4e23-b2d4-561166fdb72e on network ca24caec-b2a1-4057-ae2e-6683a9be34bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:40:25.939176 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Attempting to bind port 714821af-d23f-4e23-b2d4-561166fdb72e on network ca24caec-b2a1-4057-ae2e-6683a9be34bf {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:25.946089 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:25.946446 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Checking segment: {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:25.946832 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Bound using segment: {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:25.947312 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Bound port: 714821af-d23f-4e23-b2d4-561166fdb72e, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:25.947676 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.030911 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] For port 714821af-d23f-4e23-b2d4-561166fdb72e, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:26.034756 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] For port 714821af-d23f-4e23-b2d4-561166fdb72e, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=714821af-d23f-4e23-b2d4-561166fdb72e,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:26.035096 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.048096 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Made reservation on behalf of 94f1387669d4493089d5aa4f146028d3 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:40:26.057334 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.141505 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-13da8658-9070-429c-84ed-c3877da78739 req-c1e9ab14-75ef-4398-aaaa-35ab209c2e79 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0303974 Jun 24 12:40:26.197406 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.208099 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5d2c70fb-d0df-460a-91cb-b1464c277f55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:26.210848 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Allocated IP 172.20.0.5 (2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef/9b4331cd-883c-4395-88c9-12510ecf9e39/50449013-b624-4eb2-bfcf-019cbcd751dc) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:40:26.227210 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.234832 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:26.288184 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:26.289024 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.290200 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/714821af-d23f-4e23-b2d4-561166fdb72e HTTP/1.1" status: 200 len: 1093 time: 1.5292537 Jun 24 12:40:26.291676 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fa6c2a-8620-409c-af01-c4d94c3fbdcd', 'tag': '714821af-d23f-4e23-b2d4-561166fdb72e'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:26.292354 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Network ca24caec-b2a1-4057-ae2e-6683a9be34bf is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:26.295223 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c59b5-7429-470c-93bd-5cadedfe9fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "39fa6c2a-8620-409c-af01-c4d94c3fbdcd", "tag": "714821af-d23f-4e23-b2d4-561166fdb72e"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:26.296471 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:26.300369 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:26.307459 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:26.308326 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.332543 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Pushing event updated for resources: {'Port': ['ID=fec763d2-a95a-4143-a63c-710cf7b7438a,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:26.345869 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:26.348937 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Pushing event updated for resources: {'Port': ['ID=714821af-d23f-4e23-b2d4-561166fdb72e,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:26.363162 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:26.391424 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4908bbbc-8043-45f3-b34c-a56fe1ddcb0d x-openstack-request-id: req-4908bbbc-8043-45f3-b34c-a56fe1ddcb0d {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:26.391807 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fa6c2a-8620-409c-af01-c4d94c3fbdcd", "tag": "714821af-d23f-4e23-b2d4-561166fdb72e", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:26.391992 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-4908bbbc-8043-45f3-b34c-a56fe1ddcb0d {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:26.392393 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fa6c2a-8620-409c-af01-c4d94c3fbdcd', 'tag': '714821af-d23f-4e23-b2d4-561166fdb72e', 'status': 'completed', 'code': 200} Jun 24 12:40:26.419982 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28325a83-ded4-4b42-a475-c48e3121d4b1 req-d92aeb35-a09f-4cdb-9d26-bad64f1d9f80 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:26.421523 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-28325a83-ded4-4b42-a475-c48e3121d4b1 req-d92aeb35-a09f-4cdb-9d26-bad64f1d9f80 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.2143774 Jun 24 12:40:26.441294 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6775010 Jun 24 12:40:26.463327 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Request body: {'port': {'device_id': '1aa6e5d8-1430-45ab-b57b-553a3ef2b083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:26.530384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.546809 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-28325a83-ded4-4b42-a475-c48e3121d4b1 req-a92dc619-12a8-4df8-acfe-92d22f514e4d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099980 Jun 24 12:40:26.556450 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Transition to ACTIVE for port object 50449013-b624-4eb2-bfcf-019cbcd751dc will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:26.579372 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.676319 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c59b5-7429-470c-93bd-5cadedfe9fb5 req-7ddaff07-fc4f-4ad8-b5c5-24bd3bf2dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:26.688749 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-220c59b5-7429-470c-93bd-5cadedfe9fb5 req-7ddaff07-fc4f-4ad8-b5c5-24bd3bf2dfb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1096 time: 0.2218053 Jun 24 12:40:26.781719 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.798288 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d0983b6a-533f-40ae-bba2-c64d02ba4e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:26.849651 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:40:26.858095 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:40:26.865674 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:40:26.891216 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:26.891216 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:26.913563 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'Port': ['ID=50449013-b624-4eb2-bfcf-019cbcd751dc,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:26.931240 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:26.936898 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c59b5-7429-470c-93bd-5cadedfe9fb5 req-65773b74-841c-4869-8bbe-e2e9f82b2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:26.944239 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-220c59b5-7429-470c-93bd-5cadedfe9fb5 req-65773b74-841c-4869-8bbe-e2e9f82b2e5b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2337976 Jun 24 12:40:27.033896 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3315339 Jun 24 12:40:27.077275 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Request body: {'port': {'device_id': '1947795a-62dc-42f0-986d-48fe989d840c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:27.164202 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d2854-7e12-4edf-9c53-1f71d1147260 req-4e9f4744-d5c8-4978-9e8e-1eec61c619e3 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:27.168960 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7a3d2854-7e12-4edf-9c53-1f71d1147260 req-4e9f4744-d5c8-4978-9e8e-1eec61c619e3 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 944 time: 0.2712653 Jun 24 12:40:27.209475 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c59b5-7429-470c-93bd-5cadedfe9fb5 req-eb14fd9d-6a36-4bce-8d37-a3c890687e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:27.211372 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-220c59b5-7429-470c-93bd-5cadedfe9fb5 req-eb14fd9d-6a36-4bce-8d37-a3c890687e56 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2660723 Jun 24 12:40:27.238098 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39a5ff-9cc9-4a93-890d-c3f45c586ce9 req-cd583b2a-2864-45f0-b45e-3719d6195f66 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:27.245364 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2a39a5ff-9cc9-4a93-890d-c3f45c586ce9 req-cd583b2a-2864-45f0-b45e-3719d6195f66 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 932 time: 0.1952651 Jun 24 12:40:27.257214 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7a3d2854-7e12-4edf-9c53-1f71d1147260 req-10fc56fc-df34-409e-bf5f-2cc290c3ccf6 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767732 Jun 24 12:40:27.258733 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:27.310537 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-2e82254e-1f51-44fd-a703-7f158f8b4d1c None None] Provisioning for port 50449013-b624-4eb2-bfcf-019cbcd751dc completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:27.316858 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-2e82254e-1f51-44fd-a703-7f158f8b4d1c None None] Provisioning complete for port 50449013-b624-4eb2-bfcf-019cbcd751dc triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:27.317309 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2e82254e-1f51-44fd-a703-7f158f8b4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:27.338889 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec763d2-a95a-4143-a63c-710cf7b7438a {{(pid=100207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:27.348946 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:27.363695 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Transition to ACTIVE for port object fec763d2-a95a-4143-a63c-710cf7b7438a will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:27.384346 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-2e82254e-1f51-44fd-a703-7f158f8b4d1c None None] Port 50449013-b624-4eb2-bfcf-019cbcd751dc cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:40:27.463890 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2a39a5ff-9cc9-4a93-890d-c3f45c586ce9 req-7b9582ed-6a1f-47db-9888-89991484e1dc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176490 Jun 24 12:40:27.504408 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:40:27.509719 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:27.519583 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:27.600019 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Pushing event updated for resources: {'Port': ['ID=fec763d2-a95a-4143-a63c-710cf7b7438a,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:27.616164 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:27.650505 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd2769-be58-4432-810d-2c1e73526b9d req-6021a063-022f-42fd-bb4e-0a5e18febf85 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:27.658689 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-dd01ab6e-b6f4-48e1-9e75-dd579e687d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:27.659136 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6ffd2769-be58-4432-810d-2c1e73526b9d req-6021a063-022f-42fd-bb4e-0a5e18febf85 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 931 time: 0.2207997 Jun 24 12:40:27.660758 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-dd01ab6e-b6f4-48e1-9e75-dd579e687d40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1096 time: 0.2672746 Jun 24 12:40:27.682247 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Attempting to bind port fec763d2-a95a-4143-a63c-710cf7b7438a on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:27.682588 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Attempting to bind port fec763d2-a95a-4143-a63c-710cf7b7438a by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:27.682926 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Attempting to bind port fec763d2-a95a-4143-a63c-710cf7b7438a on network ca24caec-b2a1-4057-ae2e-6683a9be34bf {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:27.697073 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Port fec763d2-a95a-4143-a63c-710cf7b7438a on network ca24caec-b2a1-4057-ae2e-6683a9be34bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:40:27.697422 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Attempting to bind port fec763d2-a95a-4143-a63c-710cf7b7438a on network ca24caec-b2a1-4057-ae2e-6683a9be34bf {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:27.709271 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:27.711379 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Checking segment: {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:27.711818 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Bound using segment: {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:27.712283 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Bound port: fec763d2-a95a-4143-a63c-710cf7b7438a, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9bf4c0-cfe3-4b78-8c86-d9163f145797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:27.712657 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:27.745946 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,segment=NetworkSegment(0281621c-4461-4900-a8be-9f0343c7caf7),segment_id=0281621c-4461-4900-a8be-9f0343c7caf7)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:27.766376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '53697b1c-5a2c-49a7-b9ce-886ee66ad5d2', 'network_id': '4992dbd7-3ef1-47d0-9bb8-ab759172e909', 'port_id': '53697b1c-5a2c-49a7-b9ce-886ee66ad5d2', 'mac_address': 'fa:16:3e:39:02:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b89529-b993-4781-952e-2f69e5b74612', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:40:27.797605 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-0ecb711f-2368-4afa-a5ad-cc4234dac966 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714821af-d23f-4e23-b2d4-561166fdb72e HTTP/1.1" status: 200 len: 217 time: 0.1196253 Jun 24 12:40:27.802159 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:27.836362 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:27.839808 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6ffd2769-be58-4432-810d-2c1e73526b9d req-047193ed-d03e-4656-9a5c-78a382f8f371 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795082 Jun 24 12:40:27.847946 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35142) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:27.882048 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,segment=NetworkSegment(0281621c-4461-4900-a8be-9f0343c7caf7),segment_id=0281621c-4461-4900-a8be-9f0343c7caf7)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:27.899760 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] For port fec763d2-a95a-4143-a63c-710cf7b7438a, host hv-cinder-68948, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:27.903522 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] For port fec763d2-a95a-4143-a63c-710cf7b7438a, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fec763d2-a95a-4143-a63c-710cf7b7438a,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:27.948619 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-5a3848b0-bdd3-48ed-a971-eb820ddbcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:27.950601 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-5a3848b0-bdd3-48ed-a971-eb820ddbcb17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.0856874 Jun 24 12:40:27.992266 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:27.993296 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e7bad545-b9da-45fd-b7c3-e361fd0b9b95 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:40:27.995850 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:27.998286 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c44ca588-be07-40f1-8f8d-7f9570b09053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.015591 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-1881e5c2-eb3a-4bbd-9b05-13be1b59564c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573730 Jun 24 12:40:28.019177 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.025829 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50449013-b624-4eb2-bfcf-019cbcd751dc {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:28.036822 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a54efcf9-42ea-46e9-9593-d457018bb1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:28.050594 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:28.051251 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.052717 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] 10.222.0.36 "PUT /v2.0/ports/fec763d2-a95a-4143-a63c-710cf7b7438a HTTP/1.1" status: 200 len: 1094 time: 1.5955634 Jun 24 12:40:28.055457 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.067272 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21270654-eeb0-4fc0-a9ce-2569830c06a5 req-7dec665d-27f9-4005-8356-05049c8b26ca tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:28.069262 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-21270654-eeb0-4fc0-a9ce-2569830c06a5 req-7dec665d-27f9-4005-8356-05049c8b26ca tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 944 time: 0.3039966 Jun 24 12:40:28.080925 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa6e5d8-1430-45ab-b57b-553a3ef2b083', 'tag': 'fec763d2-a95a-4143-a63c-710cf7b7438a'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:28.083193 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736fc74f-645d-4f8d-96f0-d9e706127dea" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa6e5d8-1430-45ab-b57b-553a3ef2b083", "tag": "fec763d2-a95a-4143-a63c-710cf7b7438a"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:28.113585 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:28.118567 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:28.155405 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e988ec-052b-4303-b075-02195f76f080 x-openstack-request-id: req-89e988ec-052b-4303-b075-02195f76f080 {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:28.155718 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa6e5d8-1430-45ab-b57b-553a3ef2b083", "tag": "fec763d2-a95a-4143-a63c-710cf7b7438a", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:28.156385 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-89e988ec-052b-4303-b075-02195f76f080 {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:28.156804 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa6e5d8-1430-45ab-b57b-553a3ef2b083', 'tag': 'fec763d2-a95a-4143-a63c-710cf7b7438a', 'status': 'completed', 'code': 200} Jun 24 12:40:28.165779 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Pushing event updated for resources: {'Port': ['ID=fec763d2-a95a-4143-a63c-710cf7b7438a,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:28.176408 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e7bad545-b9da-45fd-b7c3-e361fd0b9b95, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:28.186197 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:28.189344 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': 'e7bad545-b9da-45fd-b7c3-e361fd0b9b95', 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'port_id': 'e7bad545-b9da-45fd-b7c3-e361fd0b9b95', 'mac_address': 'fa:16:3e:c2:51:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22396959-b6eb-46e4-bd16-41cda76fd8ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:40:28.200935 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-f009354a-a4c0-47a7-a88f-cf11cc775304 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684346 Jun 24 12:40:28.233896 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.251197 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bad545-b9da-45fd-b7c3-e361fd0b9b95 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:28.265583 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Transition to ACTIVE for port object 50449013-b624-4eb2-bfcf-019cbcd751dc will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:40:28.283242 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e7bad545-b9da-45fd-b7c3-e361fd0b9b95, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:28.289325 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c44ca588-be07-40f1-8f8d-7f9570b09053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.305818 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc74f-645d-4f8d-96f0-d9e706127dea req-0ebe1e82-76d4-47d6-9e32-356c89261021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:28.307585 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-736fc74f-645d-4f8d-96f0-d9e706127dea req-0ebe1e82-76d4-47d6-9e32-356c89261021 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 1097 time: 0.0931478 Jun 24 12:40:28.332293 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-21270654-eeb0-4fc0-a9ce-2569830c06a5 req-f844e996-7e0a-4e5b-9358-4a39447ae70d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343811 Jun 24 12:40:28.335212 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.340536 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:28.418809 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.420681 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:28.443263 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c44ca588-be07-40f1-8f8d-7f9570b09053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.452451 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Pushing event updated for resources: {'Port': ['ID=50449013-b624-4eb2-bfcf-019cbcd751dc,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:28.479539 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:28.491894 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-af0f5109-dccd-4b7c-af6a-4aca12d4de1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:28.494062 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-350c00ea-2a68-4d63-b6ad-96939e13baa7 req-8b3d6293-6013-4693-b0c5-550d56b1cf3c service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659078 Jun 24 12:40:28.510584 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:28.518098 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:28.556220 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ca588-be07-40f1-8f8d-7f9570b09053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222a9bc6-d720-4941-9776-b81076cfc40c,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:28.557306 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Attempting to bind port 50449013-b624-4eb2-bfcf-019cbcd751dc on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:40:28.557783 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Attempting to bind port 50449013-b624-4eb2-bfcf-019cbcd751dc by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:40:28.558117 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Attempting to bind port 50449013-b624-4eb2-bfcf-019cbcd751dc on network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:28.562037 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c44ca588-be07-40f1-8f8d-7f9570b09053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:28.579809 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Port 50449013-b624-4eb2-bfcf-019cbcd751dc on network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:40:28.580283 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Attempting to bind port 50449013-b624-4eb2-bfcf-019cbcd751dc on network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:40:28.590648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:40:28.590648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Checking segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:40:28.590648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Bound using segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:40:28.590648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Bound port: 50449013-b624-4eb2-bfcf-019cbcd751dc, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:40:28.590648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.711896 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] For port 50449013-b624-4eb2-bfcf-019cbcd751dc, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:40:28.720414 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] For port 50449013-b624-4eb2-bfcf-019cbcd751dc, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50449013-b624-4eb2-bfcf-019cbcd751dc,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:40:28.740603 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c44ca588-be07-40f1-8f8d-7f9570b09053 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ec3e6528216244988f899d3d68d83022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894506 Jun 24 12:40:28.748675 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35188) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:28.789700 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc74f-645d-4f8d-96f0-d9e706127dea req-e5342450-d48e-4b1a-b80a-f015f284b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:28.789700 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-736fc74f-645d-4f8d-96f0-d9e706127dea req-e5342450-d48e-4b1a-b80a-f015f284b2d4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4561138 Jun 24 12:40:28.813579 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac9f24-4725-4812-9390-347df2ac22cb req-34c36473-2d56-44f9-80aa-3685ab3bf453 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:28.815796 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-baac9f24-4725-4812-9390-347df2ac22cb req-34c36473-2d56-44f9-80aa-3685ab3bf453 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 944 time: 0.0923431 Jun 24 12:40:28.821025 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.830483 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-69164259-37a4-4dcf-a370-4da5bfa6f42b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:28.833036 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e7bad545-b9da-45fd-b7c3-e361fd0b9b95'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:40:28.876654 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:28.877268 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:28.878606 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] 10.222.0.36 "PUT /v2.0/ports/50449013-b624-4eb2-bfcf-019cbcd751dc HTTP/1.1" status: 200 len: 1093 time: 1.8261149 Jun 24 12:40:28.879047 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['53697b1c-5a2c-49a7-b9ce-886ee66ad5d2'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:40:28.883729 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1947795a-62dc-42f0-986d-48fe989d840c', 'tag': '50449013-b624-4eb2-bfcf-019cbcd751dc'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:28.886085 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775bded-ec14-4bb0-a9d0-1d91b23ee526" -d '{"events": [{"name": "network-changed", "server_uuid": "1947795a-62dc-42f0-986d-48fe989d840c", "tag": "50449013-b624-4eb2-bfcf-019cbcd751dc"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:28.890506 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c9ab0-fc6a-4519-892e-cc2e6822323d req-46083885-8b14-427c-a064-b12dd3c4960c tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:28.898466 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-121c9ab0-fc6a-4519-892e-cc2e6822323d req-46083885-8b14-427c-a064-b12dd3c4960c tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 945 time: 0.4618905 Jun 24 12:40:28.916672 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-baac9f24-4725-4812-9390-347df2ac22cb req-e02de052-26ff-410e-a7aa-d4de2018d9b1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941782 Jun 24 12:40:28.929449 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Pushing event updated for resources: {'Port': ['ID=50449013-b624-4eb2-bfcf-019cbcd751dc,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:28.937703 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:29.061035 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6b31059e-5336-4d83-b871-da0bf49cb7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.146572 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-52000e72-7bcc-43df-a277-626c9c9bc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.148009 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-52000e72-7bcc-43df-a277-626c9c9bc17f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 1096 time: 0.1222258 Jun 24 12:40:29.166466 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-121c9ab0-fc6a-4519-892e-cc2e6822323d req-8e2a26e6-4676-4200-a319-f7abadf4611d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670321 Jun 24 12:40:29.197359 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc74f-645d-4f8d-96f0-d9e706127dea req-a9ab6fa0-28de-423f-9671-b53d2d478156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.198938 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-736fc74f-645d-4f8d-96f0-d9e706127dea req-a9ab6fa0-28de-423f-9671-b53d2d478156 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4085901 Jun 24 12:40:29.219408 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6b31059e-5336-4d83-b871-da0bf49cb7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.236831 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-f20a36c4-2aa9-4506-a18e-cd6f8c4fa2f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50449013-b624-4eb2-bfcf-019cbcd751dc HTTP/1.1" status: 200 len: 217 time: 0.0715208 Jun 24 12:40:29.263705 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d07a1-79b5-4fec-b079-286dbc9ee481 x-openstack-request-id: req-fb1d07a1-79b5-4fec-b079-286dbc9ee481 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:29.264637 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1947795a-62dc-42f0-986d-48fe989d840c", "tag": "50449013-b624-4eb2-bfcf-019cbcd751dc", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:29.264905 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-fb1d07a1-79b5-4fec-b079-286dbc9ee481 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:29.265310 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1947795a-62dc-42f0-986d-48fe989d840c', 'tag': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'status': 'completed', 'code': 200} Jun 24 12:40:29.373238 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-5c8d73d7-1db2-4ff8-98fe-7854f309c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.381893 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-5c8d73d7-1db2-4ff8-98fe-7854f309c814 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 1097 time: 0.0740561 Jun 24 12:40:29.392761 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35210) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:29.473445 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6b31059e-5336-4d83-b871-da0bf49cb7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.556600 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6b31059e-5336-4d83-b871-da0bf49cb7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.556600 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6b31059e-5336-4d83-b871-da0bf49cb7af admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/222a9bc6-d720-4941-9776-b81076cfc40c HTTP/1.1" status: 204 len: 168 time: 0.7973340 Jun 24 12:40:29.557348 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:29.569044 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-a1962406-3753-460e-b00b-f9e2f1aeec4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fec763d2-a95a-4143-a63c-710cf7b7438a HTTP/1.1" status: 200 len: 217 time: 0.1457298 Jun 24 12:40:29.588858 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-156f64fc-aedc-4010-94bc-875bd39aab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.590221 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31059e-5336-4d83-b871-da0bf49cb7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222a9bc6-d720-4941-9776-b81076cfc40c,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:29.590715 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-156f64fc-aedc-4010-94bc-875bd39aab7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 200 len: 850 time: 0.3020024 Jun 24 12:40:29.604192 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6b31059e-5336-4d83-b871-da0bf49cb7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:29.613987 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef339b4-ba03-4ac6-bc93-51c6b04e910f req-7cd3c09c-0cb2-4e0f-a39e-8b2b9fb2b629 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.624822 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bef339b4-ba03-4ac6-bc93-51c6b04e910f req-7cd3c09c-0cb2-4e0f-a39e-8b2b9fb2b629 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 943 time: 0.3896873 Jun 24 12:40:29.643239 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f733ee59-fc23-4d88-9934-00e4121c85f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.682396 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-612d66aa-2017-4c89-b039-46abdc6b0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.683918 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-612d66aa-2017-4c89-b039-46abdc6b0c08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.0914519 Jun 24 12:40:29.719743 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bef339b4-ba03-4ac6-bc93-51c6b04e910f req-3587b66c-75b9-4c3a-888c-052ef6aba1b3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937479 Jun 24 12:40:29.723513 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-24c74ad9-f860-48c3-858d-03d5df657b9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317764 Jun 24 12:40:29.742403 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89262-0fb4-4117-9f17-608f4502528d req-f55cf654-860e-49f1-af62-aff2fc05c51f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.743776 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-54b89262-0fb4-4117-9f17-608f4502528d req-f55cf654-860e-49f1-af62-aff2fc05c51f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 945 time: 0.2051206 Jun 24 12:40:29.746063 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-c019f628-0819-4556-a0e3-d0d174d1c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:29.746063 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-c019f628-0819-4556-a0e3-d0d174d1c261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1440766 Jun 24 12:40:29.847977 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-54b89262-0fb4-4117-9f17-608f4502528d req-f8656014-cc4d-433f-9bfb-c6fd6f0bb551 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947101 Jun 24 12:40:29.853647 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-4b44a761-a7b6-4da7-9d74-bdc7a5af9943 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015165 Jun 24 12:40:29.893548 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-7e3246a0-5ee6-4b83-b1ef-edb7dd43cf50 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590750 Jun 24 12:40:29.914141 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f733ee59-fc23-4d88-9934-00e4121c85f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.955691 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b3db74a2-9d94-4be6-a24e-b99e67300af0 req-69bbb9a3-d871-4200-a0e3-cd4af9de432a service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946095 Jun 24 12:40:29.993843 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8dc23b1-1b7a-4a13-bd22-808348e44921 req-2f160e89-22fd-48b7-8ea7-61daf463aa0c service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905507 Jun 24 12:40:29.993843 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f733ee59-fc23-4d88-9934-00e4121c85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:29.998009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:30.041016 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-f733ee59-fc23-4d88-9934-00e4121c85f3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9df16c546d0b4718a4a241ee24a800ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6432037 Jun 24 12:40:30.041016 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733ee59-fc23-4d88-9934-00e4121c85f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b788c806-7b61-479d-95f6-f97a860af01d,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:30.041186 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35222) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:30.041943 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f733ee59-fc23-4d88-9934-00e4121c85f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:30.093786 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-78e79bf5-3bcc-4456-9568-4c141a892f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.145580 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-78e79bf5-3bcc-4456-9568-4c141a892f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.201482 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e3902-5814-4680-9803-6212b7bc9d5b req-ab95e7a9-17e8-4af8-a25b-1d721cea9072 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:30.202979 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a06e3902-5814-4680-9803-6212b7bc9d5b req-ab95e7a9-17e8-4af8-a25b-1d721cea9072 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 944 time: 0.0973206 Jun 24 12:40:30.247826 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-769b5fb1-8893-432a-ade1-b8ab731debf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:30.249152 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a06e3902-5814-4680-9803-6212b7bc9d5b req-e8e96afb-730d-4531-8388-46b7e99af6a5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Jun 24 12:40:30.250833 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-769b5fb1-8893-432a-ade1-b8ab731debf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 1096 time: 0.0554969 Jun 24 12:40:30.304259 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-78e79bf5-3bcc-4456-9568-4c141a892f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.307168 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-78e79bf5-3bcc-4456-9568-4c141a892f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.313865 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-78e79bf5-3bcc-4456-9568-4c141a892f79 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b788c806-7b61-479d-95f6-f97a860af01d HTTP/1.1" status: 204 len: 168 time: 0.2667570 Jun 24 12:40:30.313865 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ff43a3a1-66fa-4bcb-8054-d7a2811365dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:30.318442 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79bf5-3bcc-4456-9568-4c141a892f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b788c806-7b61-479d-95f6-f97a860af01d,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:30.321002 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-78e79bf5-3bcc-4456-9568-4c141a892f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:30.393640 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35230) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:30.417844 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb3-8e9d-4641-a430-c472e3b46682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.525574 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb3-8e9d-4641-a430-c472e3b46682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.626463 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb3-8e9d-4641-a430-c472e3b46682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.631163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1b0fccec-2325-4045-9350-7cd72ae8385e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:30.653599 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-7a6cf812-874a-44da-915d-4a6811c918a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:30.655308 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-7a6cf812-874a-44da-915d-4a6811c918a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 912 time: 0.3971186 Jun 24 12:40:30.660816 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5bb3-8e9d-4641-a430-c472e3b46682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6c9334-4556-450f-a2f9-d340bc29b8c7,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:30.681723 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-65cd5bb3-8e9d-4641-a430-c472e3b46682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:30.691393 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3826464-39bd-431e-94e4-bfb4a1f81cb6 req-e3354052-7f47-4ee0-afef-229b20809018 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:30.692937 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b3826464-39bd-431e-94e4-bfb4a1f81cb6 req-e3354052-7f47-4ee0-afef-229b20809018 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 945 time: 0.3757141 Jun 24 12:40:30.697480 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-65cd5bb3-8e9d-4641-a430-c472e3b46682 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=aac2c74746304eae92cd5038e27c91f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022878 Jun 24 12:40:30.701061 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35240) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:30.728798 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-3ec3cc4e-38c2-48f1-83c2-b9181b129074 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50449013-b624-4eb2-bfcf-019cbcd751dc HTTP/1.1" status: 200 len: 217 time: 0.0662935 Jun 24 12:40:30.768371 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-43076062-7d0b-4eb0-a609-d4d30a90d813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.800549 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b3826464-39bd-431e-94e4-bfb4a1f81cb6 req-a71e267f-4388-4da6-838f-74805432ec0a tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704451 Jun 24 12:40:30.807086 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-43076062-7d0b-4eb0-a609-d4d30a90d813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.830051 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-b256d266-d292-4e74-a469-c21f9fd8da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:30.831534 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-b256d266-d292-4e74-a469-c21f9fd8da23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 200 len: 850 time: 0.0944786 Jun 24 12:40:30.915743 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0a250-a208-487f-bfd1-0d5c425159a7 req-6439faf4-8607-4153-ae1c-f02b5691b7ed tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:30.917556 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c2a0a250-a208-487f-bfd1-0d5c425159a7 req-6439faf4-8607-4153-ae1c-f02b5691b7ed tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 943 time: 0.0693779 Jun 24 12:40:30.935586 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-60030c65-d3bd-439b-a305-17d374c5bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:30.937718 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-60030c65-d3bd-439b-a305-17d374c5bd59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0988281 Jun 24 12:40:30.952789 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-43076062-7d0b-4eb0-a609-d4d30a90d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.957917 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-43076062-7d0b-4eb0-a609-d4d30a90d813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:30.961282 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-43076062-7d0b-4eb0-a609-d4d30a90d813 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0e6c9334-4556-450f-a2f9-d340bc29b8c7 HTTP/1.1" status: 204 len: 168 time: 0.2568200 Jun 24 12:40:30.961282 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:30.971025 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c2a0a250-a208-487f-bfd1-0d5c425159a7 req-2192d69d-bb80-4ecb-98ff-2224c1202c80 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470021 Jun 24 12:40:30.977554 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43076062-7d0b-4eb0-a609-d4d30a90d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6c9334-4556-450f-a2f9-d340bc29b8c7,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:30.979730 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-43076062-7d0b-4eb0-a609-d4d30a90d813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:31.073271 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-66cd53aa-6414-43e3-9784-9d146b5fcee6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287491 Jun 24 12:40:31.108116 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365ec53-86bb-4707-b281-c9c5b3f4c538 req-68fb41c9-7bd6-4c7e-a258-d721418629f1 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:31.109628 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3365ec53-86bb-4707-b281-c9c5b3f4c538 req-68fb41c9-7bd6-4c7e-a258-d721418629f1 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 945 time: 0.1105411 Jun 24 12:40:31.185915 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3365ec53-86bb-4707-b281-c9c5b3f4c538 req-cc82a616-38f2-4d3d-92c9-a244cad05903 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496078 Jun 24 12:40:31.204239 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8775bded-ec14-4bb0-a9d0-1d91b23ee526 req-b65a1e11-b5a3-42da-af2c-153ce7a688e0 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234221 Jun 24 12:40:31.224167 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35250) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:31.237754 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2675d8e6-24c7-4de4-b536-f415bdf73956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.330261 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2675d8e6-24c7-4de4-b536-f415bdf73956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.425682 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494676a-4aaf-431f-b156-02e8de54bd35 req-b67edd44-c004-48b6-8ab2-f400b418c355 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:31.427533 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5494676a-4aaf-431f-b156-02e8de54bd35 req-b67edd44-c004-48b6-8ab2-f400b418c355 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 944 time: 0.0658138 Jun 24 12:40:31.429652 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2675d8e6-24c7-4de4-b536-f415bdf73956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.441861 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-13b4e47e-78eb-481b-9dd1-241bc3d01579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:31.488227 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-2675d8e6-24c7-4de4-b536-f415bdf73956 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7de9ef8c16b647c1a5acf827de2d7646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619500 Jun 24 12:40:31.490379 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675d8e6-24c7-4de4-b536-f415bdf73956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d527b-ccd0-48ef-80e8-e3c4df253422,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:31.498203 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35266) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:31.499142 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2675d8e6-24c7-4de4-b536-f415bdf73956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:31.511759 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 714821af-d23f-4e23-b2d4-561166fdb72e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:40:31.515123 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:31.523528 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5494676a-4aaf-431f-b156-02e8de54bd35 req-d096498a-2581-4581-b5df-cc14021f3011 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859785 Jun 24 12:40:31.593702 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d145e74-d858-4454-9c3d-25ff1f1cc2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.621810 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d145e74-d858-4454-9c3d-25ff1f1cc2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.652244 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 714821af-d23f-4e23-b2d4-561166fdb72e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=714821af-d23f-4e23-b2d4-561166fdb72e,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:31.664261 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '714821af-d23f-4e23-b2d4-561166fdb72e', 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf', 'port_id': '714821af-d23f-4e23-b2d4-561166fdb72e', 'mac_address': 'fa:16:3e:60:7e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b85312b-7167-4a56-9290-21ec5bf15895', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:40:31.701824 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.714595 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714821af-d23f-4e23-b2d4-561166fdb72e {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:31.723868 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d145e74-d858-4454-9c3d-25ff1f1cc2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.726421 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d145e74-d858-4454-9c3d-25ff1f1cc2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.729812 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9d145e74-d858-4454-9c3d-25ff1f1cc2b7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/148d527b-ccd0-48ef-80e8-e3c4df253422 HTTP/1.1" status: 204 len: 168 time: 0.2281775 Jun 24 12:40:31.729812 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:31.734767 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:31.736328 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d145e74-d858-4454-9c3d-25ff1f1cc2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d527b-ccd0-48ef-80e8-e3c4df253422,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:31.738866 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9d145e74-d858-4454-9c3d-25ff1f1cc2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:31.741704 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:31.742300 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.772907 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 714821af-d23f-4e23-b2d4-561166fdb72e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=714821af-d23f-4e23-b2d4-561166fdb72e,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:31.852031 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.883186 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473ec3d8-d8f9-4c44-b4b6-e67ef7201668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53697b1c-5a2c-49a7-b9ce-886ee66ad5d2'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:31.958097 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:31.961376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-7aeea87f-ea4a-4648-b0bd-4936cdaf1b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:31.967406 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,segment=NetworkSegment(0281621c-4461-4900-a8be-9f0343c7caf7),segment_id=0281621c-4461-4900-a8be-9f0343c7caf7)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:31.994397 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de8c8-2e19-4936-acc4-3270e7719ec7 req-0d641cd2-4d70-4cb4-a978-cd20817317d5 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:31.996242 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-052de8c8-2e19-4936-acc4-3270e7719ec7 req-0d641cd2-4d70-4cb4-a978-cd20817317d5 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 945 time: 0.0676353 Jun 24 12:40:32.020087 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=714821af-d23f-4e23-b2d4-561166fdb72e,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:32.024089 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:32.054813 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-052de8c8-2e19-4936-acc4-3270e7719ec7 req-88e3e858-72ef-45a6-88a8-e91e5170e695 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Jun 24 12:40:32.186356 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:32.187653 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e7bad545-b9da-45fd-b7c3-e361fd0b9b95 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:32.189422 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:32.224279 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54c0b-ea6b-4174-bc91-e0b02baf983c req-ce4dd279-4c70-4814-a01f-9f93bc2cde01 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:32.226357 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-57a54c0b-ea6b-4174-bc91-e0b02baf983c req-ce4dd279-4c70-4814-a01f-9f93bc2cde01 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 943 time: 0.0741613 Jun 24 12:40:32.269785 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-57a54c0b-ea6b-4174-bc91-e0b02baf983c req-8bcbe1d5-f6a1-4c36-941d-cbc15c1adaf6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376637 Jun 24 12:40:32.270296 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:32.285195 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['714821af-d23f-4e23-b2d4-561166fdb72e'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:40:32.294299 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add3a428-3633-4d56-bbc3-f776c1ed6816" -d '{"events": [{"server_uuid": "473ec3d8-d8f9-4c44-b4b6-e67ef7201668", "name": "network-vif-plugged", "status": "completed", "tag": "53697b1c-5a2c-49a7-b9ce-886ee66ad5d2"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:32.295635 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:32.434820 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c1217-4f4b-446e-b885-e0f979fecdd4 req-f77775be-a958-4ff9-8b25-994ab3f481e8 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:32.436394 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4d8c1217-4f4b-446e-b885-e0f979fecdd4 req-f77775be-a958-4ff9-8b25-994ab3f481e8 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 945 time: 0.0807507 Jun 24 12:40:32.478170 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:32.483629 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4d8c1217-4f4b-446e-b885-e0f979fecdd4 req-f39097f2-6e5a-4ca8-92cc-6e660a886310 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Jun 24 12:40:32.490887 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:32.490887 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:32.520352 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a0613-504d-4440-a2da-8bd98b2aec06 x-openstack-request-id: req-ac0a0613-504d-4440-a2da-8bd98b2aec06 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:32.520977 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473ec3d8-d8f9-4c44-b4b6-e67ef7201668", "name": "network-vif-plugged", "status": "completed", "tag": "53697b1c-5a2c-49a7-b9ce-886ee66ad5d2", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:32.520977 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ac0a0613-504d-4440-a2da-8bd98b2aec06 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:32.521345 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473ec3d8-d8f9-4c44-b4b6-e67ef7201668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53697b1c-5a2c-49a7-b9ce-886ee66ad5d2', 'code': 200} Jun 24 12:40:32.600858 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:32.658807 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e7bad545-b9da-45fd-b7c3-e361fd0b9b95, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:32.738148 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354aa84-fe6c-4501-bd15-630bea0a8a3f req-54e712cd-01be-4de4-97b1-528ad676dd2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:32.740200 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f354aa84-fe6c-4501-bd15-630bea0a8a3f req-54e712cd-01be-4de4-97b1-528ad676dd2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 944 time: 0.0881095 Jun 24 12:40:32.780840 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:32.783140 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:32.798754 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f354aa84-fe6c-4501-bd15-630bea0a8a3f req-9ef058e7-cc5b-4917-8cea-72593931c3fb tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Jun 24 12:40:32.866523 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:32.869981 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:33.037757 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8704f-f4a2-453d-9b45-c9c46e8a78c8 req-cfb50ada-ccc6-4394-b399-7eff33421199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:33.039289 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-15a8704f-f4a2-453d-9b45-c9c46e8a78c8 req-cfb50ada-ccc6-4394-b399-7eff33421199 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 1099 time: 0.0849574 Jun 24 12:40:33.062755 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-15a8704f-f4a2-453d-9b45-c9c46e8a78c8 req-4708957e-9345-4918-91cb-d10fc16d5273 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.187388 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-15a8704f-f4a2-453d-9b45-c9c46e8a78c8 req-4708957e-9345-4918-91cb-d10fc16d5273 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.243834 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041d5a-630f-47b1-9387-b2b5b52b4da9 req-f0922f6c-b473-41d6-a498-6d55c7aac7df tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:33.245671 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-74041d5a-630f-47b1-9387-b2b5b52b4da9 req-f0922f6c-b473-41d6-a498-6d55c7aac7df tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 946 time: 0.0644848 Jun 24 12:40:33.269603 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-15a8704f-f4a2-453d-9b45-c9c46e8a78c8 req-4708957e-9345-4918-91cb-d10fc16d5273 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.289231 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cfda05c8-93be-4b68-ac2e-234271f6d2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:33.309212 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-74041d5a-630f-47b1-9387-b2b5b52b4da9 req-62bd9ec1-7086-4bb6-8edc-3ab945c305f5 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558200 Jun 24 12:40:33.343384 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-15a8704f-f4a2-453d-9b45-c9c46e8a78c8 req-4708957e-9345-4918-91cb-d10fc16d5273 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856696 Jun 24 12:40:33.347735 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708957e-9345-4918-91cb-d10fc16d5273 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=640e4fd2-ea08-4bad-b122-e11177a94f92,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:33.351038 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4708957e-9345-4918-91cb-d10fc16d5273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:33.466195 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c669e-c728-45fe-9634-9ea9482cfa6a req-2c25f12d-edc5-4569-9c83-a3d67473a9d1 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:33.467692 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-447c669e-c728-45fe-9634-9ea9482cfa6a req-2c25f12d-edc5-4569-9c83-a3d67473a9d1 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 943 time: 0.0614030 Jun 24 12:40:33.494637 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 50449013-b624-4eb2-bfcf-019cbcd751dc details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:40:33.501817 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 714821af-d23f-4e23-b2d4-561166fdb72e up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:33.507900 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-447c669e-c728-45fe-9634-9ea9482cfa6a req-e0a5d06e-593e-417c-83f3-b925c1a03422 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344486 Jun 24 12:40:33.645973 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 50449013-b624-4eb2-bfcf-019cbcd751dc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50449013-b624-4eb2-bfcf-019cbcd751dc,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:33.656075 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'port_id': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'mac_address': 'fa:16:3e:20:bf:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:40:33.692039 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5760845-25e0-4029-8fb8-599c4d176b5f req-86dc4e31-6585-496c-a4a4-832b5d7e29ff tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:33.693538 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f5760845-25e0-4029-8fb8-599c4d176b5f req-86dc4e31-6585-496c-a4a4-832b5d7e29ff tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.0780549 Jun 24 12:40:33.701561 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.714799 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50449013-b624-4eb2-bfcf-019cbcd751dc {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:33.737772 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 50449013-b624-4eb2-bfcf-019cbcd751dc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50449013-b624-4eb2-bfcf-019cbcd751dc,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:33.752874 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f5760845-25e0-4029-8fb8-599c4d176b5f req-bf709e0c-662a-4d00-b4de-6c368c5ef184 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536344 Jun 24 12:40:33.854702 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 714821af-d23f-4e23-b2d4-561166fdb72e completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:33.859685 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 714821af-d23f-4e23-b2d4-561166fdb72e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:33.860022 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.893014 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:33.893765 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device fec763d2-a95a-4143-a63c-710cf7b7438a details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:40:33.897101 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-46511669-7fed-4f2b-954b-f1532f84c16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:33.994692 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6ba94-c1e3-4919-b303-488eafae1514 req-a4d57489-64ba-45fb-9f92-54d2aaa9f067 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.003005 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6be6ba94-c1e3-4919-b303-488eafae1514 req-a4d57489-64ba-45fb-9f92-54d2aaa9f067 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 944 time: 0.0946324 Jun 24 12:40:34.044828 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6be6ba94-c1e3-4919-b303-488eafae1514 req-0b02be94-5d39-4f3a-97fb-93af8b39a2bb tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Jun 24 12:40:34.136108 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=50449013-b624-4eb2-bfcf-019cbcd751dc,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:34.142455 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:34.155335 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:34.198727 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port fec763d2-a95a-4143-a63c-710cf7b7438a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fec763d2-a95a-4143-a63c-710cf7b7438a,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:34.216774 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 714821af-d23f-4e23-b2d4-561166fdb72e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=714821af-d23f-4e23-b2d4-561166fdb72e,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:34.219455 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': 'fec763d2-a95a-4143-a63c-710cf7b7438a', 'network_id': 'ca24caec-b2a1-4057-ae2e-6683a9be34bf', 'port_id': 'fec763d2-a95a-4143-a63c-710cf7b7438a', 'mac_address': 'fa:16:3e:99:62:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b85312b-7167-4a56-9290-21ec5bf15895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:40:34.256325 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:34.273962 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec763d2-a95a-4143-a63c-710cf7b7438a {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:40:34.296436 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port fec763d2-a95a-4143-a63c-710cf7b7438a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fec763d2-a95a-4143-a63c-710cf7b7438a,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:34.332910 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:34.334774 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:34.386455 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:34.392137 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=714821af-d23f-4e23-b2d4-561166fdb72e,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:34.394981 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:34.395802 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b8753935-7d9e-48ae-bfbd-7b34efa24e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:34.443818 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=fec763d2-a95a-4143-a63c-710cf7b7438a,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:34.447021 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:34.484518 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e6d1d-a91d-4342-a43b-ecf37021ab6a req-0270f8e8-b8ec-4f17-b1b0-fc6b2aaa86ae tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.486079 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e66e6d1d-a91d-4342-a43b-ecf37021ab6a req-0270f8e8-b8ec-4f17-b1b0-fc6b2aaa86ae tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 946 time: 0.0674894 Jun 24 12:40:34.522988 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f7eaf-652c-4f37-ad6d-26d1f5167663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bad545-b9da-45fd-b7c3-e361fd0b9b95'}, {'server_uuid': '39fa6c2a-8620-409c-af01-c4d94c3fbdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714821af-d23f-4e23-b2d4-561166fdb72e'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:34.526364 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74730d0-d293-441f-9254-4a1479b3eb38" -d '{"events": [{"server_uuid": "8f8f7eaf-652c-4f37-ad6d-26d1f5167663", "name": "network-vif-plugged", "status": "completed", "tag": "e7bad545-b9da-45fd-b7c3-e361fd0b9b95"}, {"server_uuid": "39fa6c2a-8620-409c-af01-c4d94c3fbdcd", "name": "network-vif-plugged", "status": "completed", "tag": "714821af-d23f-4e23-b2d4-561166fdb72e"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:34.526893 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e66e6d1d-a91d-4342-a43b-ecf37021ab6a req-babbdd56-1779-43b5-9752-03cb6f6ad737 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338669 Jun 24 12:40:34.587517 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd64e0f-3c98-4276-889b-965e9e272741 x-openstack-request-id: req-9bd64e0f-3c98-4276-889b-965e9e272741 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:34.587517 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8f7eaf-652c-4f37-ad6d-26d1f5167663", "name": "network-vif-plugged", "status": "completed", "tag": "e7bad545-b9da-45fd-b7c3-e361fd0b9b95", "code": 200}, {"server_uuid": "39fa6c2a-8620-409c-af01-c4d94c3fbdcd", "name": "network-vif-plugged", "status": "completed", "tag": "714821af-d23f-4e23-b2d4-561166fdb72e", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:34.587517 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-9bd64e0f-3c98-4276-889b-965e9e272741 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:34.587517 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8f7eaf-652c-4f37-ad6d-26d1f5167663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bad545-b9da-45fd-b7c3-e361fd0b9b95', 'code': 200} Jun 24 12:40:34.587517 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fa6c2a-8620-409c-af01-c4d94c3fbdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714821af-d23f-4e23-b2d4-561166fdb72e', 'code': 200} Jun 24 12:40:34.746368 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aede0-3289-4173-903f-ed85b616f9ba req-53545c84-70e6-4b2f-8012-5823cd4edc74 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:34.748187 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['50449013-b624-4eb2-bfcf-019cbcd751dc'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:40:34.748708 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-145aede0-3289-4173-903f-ed85b616f9ba req-53545c84-70e6-4b2f-8012-5823cd4edc74 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 944 time: 0.0973217 Jun 24 12:40:34.779476 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['fec763d2-a95a-4143-a63c-710cf7b7438a'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:40:34.816013 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-145aede0-3289-4173-903f-ed85b616f9ba req-42d19330-abb1-4390-b3ca-f24a4b776686 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590141 Jun 24 12:40:35.005009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204b3f4-04a5-41b9-b24f-12421317cf31 req-edbb1a91-5499-4c9d-9c9c-ac7338e15c4e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:35.016046 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3204b3f4-04a5-41b9-b24f-12421317cf31 req-edbb1a91-5499-4c9d-9c9c-ac7338e15c4e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.0912693 Jun 24 12:40:35.065289 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3204b3f4-04a5-41b9-b24f-12421317cf31 req-492913eb-acae-48f4-9e4f-b844e084129c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481386 Jun 24 12:40:35.255931 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9770f2-d763-44eb-b124-ceb3e45c182d req-006a61fb-8177-4a09-b79c-c11031f8b3ff tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:35.257857 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6a9770f2-d763-44eb-b124-ceb3e45c182d req-006a61fb-8177-4a09-b79c-c11031f8b3ff tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 945 time: 0.0985019 Jun 24 12:40:35.326329 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6a9770f2-d763-44eb-b124-ceb3e45c182d req-74e94f77-0193-4366-9548-302b5877359d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564752 Jun 24 12:40:35.370745 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26802e-9e9e-4be3-ad47-3b5ec6a05e44 req-5cffbbca-b900-45b2-addb-ebdd06865a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:35.373490 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cd26802e-9e9e-4be3-ad47-3b5ec6a05e44 req-5cffbbca-b900-45b2-addb-ebdd06865a1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1098 time: 0.0805600 Jun 24 12:40:35.414114 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cd26802e-9e9e-4be3-ad47-3b5ec6a05e44 req-af4ea262-693b-4232-b721-812febc9b65b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Jun 24 12:40:35.428002 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774311b3-394c-4cfb-9435-ae9f8d8f088c req-dc389d81-01d2-40a4-80ab-66f5872b0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:35.429512 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-774311b3-394c-4cfb-9435-ae9f8d8f088c req-dc389d81-01d2-40a4-80ab-66f5872b0f87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 1099 time: 0.0829453 Jun 24 12:40:35.733606 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84ac0-f501-4ffc-ae5a-ea33a404ccbb req-7d10b7fb-056b-474a-8bed-4b6a83fc5048 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:35.735130 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-14b84ac0-f501-4ffc-ae5a-ea33a404ccbb req-7d10b7fb-056b-474a-8bed-4b6a83fc5048 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 946 time: 0.0943806 Jun 24 12:40:35.763276 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35438) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:35.785514 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-14b84ac0-f501-4ffc-ae5a-ea33a404ccbb req-0460bf1f-5bbe-4a94-97de-1d16bd9a738e tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Jun 24 12:40:35.786132 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-774311b3-394c-4cfb-9435-ae9f8d8f088c req-abf356ed-856a-4fa5-a07d-2669beda2de3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519621 Jun 24 12:40:35.891653 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4a881d38-432b-4a6e-bfbf-f748d36f310e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:36.034288 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4a881d38-432b-4a6e-bfbf-f748d36f310e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:36.048016 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de610dd1-fb25-4948-a441-51d04ab069da req-caa68cfa-bda0-4d92-aeae-72e476817a15 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:36.049553 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-de610dd1-fb25-4948-a441-51d04ab069da req-caa68cfa-bda0-4d92-aeae-72e476817a15 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 944 time: 0.1060569 Jun 24 12:40:36.123324 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-de610dd1-fb25-4948-a441-51d04ab069da req-d7dfe839-a527-41ff-b91b-0298b5412498 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653560 Jun 24 12:40:36.130856 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4a881d38-432b-4a6e-bfbf-f748d36f310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:36.162583 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:36.178430 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-4a881d38-432b-4a6e-bfbf-f748d36f310e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0b023842c1164951bee558a3dfa49839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134448 Jun 24 12:40:36.181114 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35456) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:36.191160 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a881d38-432b-4a6e-bfbf-f748d36f310e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4f6038-4af7-4f37-8146-d4e1b4d9ff78,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:36.204895 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4a881d38-432b-4a6e-bfbf-f748d36f310e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:36.265990 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6ae74674-4e56-426b-ab37-3ee788fb5998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:36.295248 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6ae74674-4e56-426b-ab37-3ee788fb5998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:36.320106 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8485c2b-586b-4d73-8c1f-d0928b3db977 req-facc119b-bf2f-4ee7-b033-acdd29b08a26 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:36.321554 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e8485c2b-586b-4d73-8c1f-d0928b3db977 req-facc119b-bf2f-4ee7-b033-acdd29b08a26 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.1123672 Jun 24 12:40:36.373526 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e8485c2b-586b-4d73-8c1f-d0928b3db977 req-5da8c9f7-5d87-403f-b0cf-e613d72795c9 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Jun 24 12:40:36.472298 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6ae74674-4e56-426b-ab37-3ee788fb5998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:36.474995 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6ae74674-4e56-426b-ab37-3ee788fb5998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:36.476703 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6ae74674-4e56-426b-ab37-3ee788fb5998 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0f4f6038-4af7-4f37-8146-d4e1b4d9ff78 HTTP/1.1" status: 204 len: 168 time: 0.2940564 Jun 24 12:40:36.477001 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:36.486627 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae74674-4e56-426b-ab37-3ee788fb5998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4f6038-4af7-4f37-8146-d4e1b4d9ff78,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:36.489248 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6ae74674-4e56-426b-ab37-3ee788fb5998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:36.523812 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ec993-cd4c-4f28-8acf-c7f53f4ab4ce req-f3042835-5b73-410b-8bc8-6139c4c34219 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:36.528319 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-124ec993-cd4c-4f28-8acf-c7f53f4ab4ce req-f3042835-5b73-410b-8bc8-6139c4c34219 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 945 time: 0.0734117 Jun 24 12:40:36.564697 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-124ec993-cd4c-4f28-8acf-c7f53f4ab4ce req-c1e179c6-566e-490c-ad5d-b23caa2a72e2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Jun 24 12:40:36.888922 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.163815 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35490) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:37.177870 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d4476f64-262a-4e58-93d2-d44c6d23c40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.307017 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d4476f64-262a-4e58-93d2-d44c6d23c40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.342176 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736306f-e2e4-47e5-acf3-2a80e72d2595 req-189b9d97-4957-4a13-97a5-684afe0066ae tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:37.343713 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b736306f-e2e4-47e5-acf3-2a80e72d2595 req-189b9d97-4957-4a13-97a5-684afe0066ae tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 944 time: 0.0772834 Jun 24 12:40:37.384809 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b736306f-e2e4-47e5-acf3-2a80e72d2595 req-23374d5b-8cf3-4931-92ea-8c33dee88f57 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354545 Jun 24 12:40:37.431980 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d4476f64-262a-4e58-93d2-d44c6d23c40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.437007 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9d145e74-d858-4454-9c3d-25ff1f1cc2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:37.475121 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d4476f64-262a-4e58-93d2-d44c6d23c40b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5b949d7d836c40449cf62db9fa30f22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101184 Jun 24 12:40:37.476140 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4476f64-262a-4e58-93d2-d44c6d23c40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e9c8d1-0732-44c3-ac23-80bf2c28a9a4,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:37.477843 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35502) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:37.479395 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d4476f64-262a-4e58-93d2-d44c6d23c40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:37.509552 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 50449013-b624-4eb2-bfcf-019cbcd751dc up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:37.579298 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-53ea7750-c5ab-41ab-b4d0-3a24ead0785e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.608638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-53ea7750-c5ab-41ab-b4d0-3a24ead0785e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.652112 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef131cbc-23aa-48aa-85ad-36e5c954c4d8 req-d0282ba6-0467-486d-bc11-054e0bf30f2d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:37.654387 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ef131cbc-23aa-48aa-85ad-36e5c954c4d8 req-d0282ba6-0467-486d-bc11-054e0bf30f2d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.1189973 Jun 24 12:40:37.658334 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 50449013-b624-4eb2-bfcf-019cbcd751dc completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:37.668736 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 50449013-b624-4eb2-bfcf-019cbcd751dc triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:37.669124 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.710592 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ef131cbc-23aa-48aa-85ad-36e5c954c4d8 req-ca7d82cb-2623-4c2b-9026-1a9da388ae17 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Jun 24 12:40:37.748075 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-53ea7750-c5ab-41ab-b4d0-3a24ead0785e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.748075 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-53ea7750-c5ab-41ab-b4d0-3a24ead0785e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.751984 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-53ea7750-c5ab-41ab-b4d0-3a24ead0785e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/46e9c8d1-0732-44c3-ac23-80bf2c28a9a4 HTTP/1.1" status: 204 len: 168 time: 0.2725582 Jun 24 12:40:37.753252 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:37.760542 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea7750-c5ab-41ab-b4d0-3a24ead0785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e9c8d1-0732-44c3-ac23-80bf2c28a9a4,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:37.768568 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-53ea7750-c5ab-41ab-b4d0-3a24ead0785e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:37.773148 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.774862 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cbfc-5ee8-485a-af58-1e3b788763ef req-7d63e0b3-3c0f-43b3-bbe2-76826ac4fe10 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:37.777090 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4496cbfc-5ee8-485a-af58-1e3b788763ef req-7d63e0b3-3c0f-43b3-bbe2-76826ac4fe10 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 945 time: 0.0883329 Jun 24 12:40:37.820382 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4496cbfc-5ee8-485a-af58-1e3b788763ef req-f2bd2b1d-5fdc-490b-91a8-558693e4e505 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373182 Jun 24 12:40:37.820578 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1947795a-62dc-42f0-986d-48fe989d840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50449013-b624-4eb2-bfcf-019cbcd751dc'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:37.822803 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9016dae4-c417-4784-8ffc-990be234494a" -d '{"events": [{"server_uuid": "1947795a-62dc-42f0-986d-48fe989d840c", "name": "network-vif-plugged", "status": "completed", "tag": "50449013-b624-4eb2-bfcf-019cbcd751dc"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:37.842929 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 50449013-b624-4eb2-bfcf-019cbcd751dc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50449013-b624-4eb2-bfcf-019cbcd751dc,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:37.869314 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a05209-dcd8-4786-9089-59b6b637e690 x-openstack-request-id: req-67a05209-dcd8-4786-9089-59b6b637e690 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:37.869786 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1947795a-62dc-42f0-986d-48fe989d840c", "name": "network-vif-plugged", "status": "completed", "tag": "50449013-b624-4eb2-bfcf-019cbcd751dc", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:37.870051 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-67a05209-dcd8-4786-9089-59b6b637e690 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:37.870444 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1947795a-62dc-42f0-986d-48fe989d840c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'code': 200} Jun 24 12:40:37.957776 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:37.959100 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device fec763d2-a95a-4143-a63c-710cf7b7438a up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:40:37.961890 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:38.041453 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=50449013-b624-4eb2-bfcf-019cbcd751dc,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:38.045104 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:38.125000 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port fec763d2-a95a-4143-a63c-710cf7b7438a completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:40:38.129214 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port fec763d2-a95a-4143-a63c-710cf7b7438a triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:40:38.129603 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.218853 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.251837 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port fec763d2-a95a-4143-a63c-710cf7b7438a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fec763d2-a95a-4143-a63c-710cf7b7438a,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:40:38.340580 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.343089 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:38.407277 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=fec763d2-a95a-4143-a63c-710cf7b7438a,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:38.412649 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:38.485228 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35540) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:38.500799 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a3174a6d-94c0-4bae-bd62-4d616e3e8abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.520550 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35544) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:38.582004 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efeb13-f0d1-496c-8870-eafe4ac0af37 req-23930329-a493-4fd5-b7c0-08c9e435e84b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:38.584094 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c0efeb13-f0d1-496c-8870-eafe4ac0af37 req-23930329-a493-4fd5-b7c0-08c9e435e84b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0671151 Jun 24 12:40:38.587258 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Deleting subnet f7c2add8-b444-42e8-ae0b-1f099b5e1877 {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:40:38.596508 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.626489 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c0efeb13-f0d1-496c-8870-eafe4ac0af37 req-14f16be5-5610-4b3b-9186-76c12b2c97b7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364389 Jun 24 12:40:38.647491 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.665618 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.695306 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a3174a6d-94c0-4bae-bd62-4d616e3e8abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.894031 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e2d9-3293-443d-8e07-e2879e52916d req-97f9bfd9-14d1-452f-b097-eb89861a857b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:38.895399 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dc71e2d9-3293-443d-8e07-e2879e52916d req-97f9bfd9-14d1-452f-b097-eb89861a857b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.0626228 Jun 24 12:40:38.898687 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a3174a6d-94c0-4bae-bd62-4d616e3e8abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.901271 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7a59cb96-70da-48bb-9318-cce4baa6a2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:38.904327 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.933100 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dc71e2d9-3293-443d-8e07-e2879e52916d req-c90292ef-5a93-40d5-921a-be3e22063cf2 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Jun 24 12:40:38.940486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:38.942341 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] 10.222.0.99 "DELETE /v2.0/subnets/f7c2add8-b444-42e8-ae0b-1f099b5e1877 HTTP/1.1" status: 204 len: 168 time: 0.4208291 Jun 24 12:40:38.945007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35556) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:38.966198 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3174a6d-94c0-4bae-bd62-4d616e3e8abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa86ebc-998c-4a9c-a093-1a4996fcc8b9,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:38.966198 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a3174a6d-94c0-4bae-bd62-4d616e3e8abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:38.966198 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2dcf533b-bdaa-4df1-872a-bd130cfc1240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:38.970335 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a3174a6d-94c0-4bae-bd62-4d616e3e8abf admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b5dde09d642a4a12aa4e7a03c09e418f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839125 Jun 24 12:40:38.994889 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35560) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:39.002161 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c2add8-b444-42e8-ae0b-1f099b5e1877,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:39.004636 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:39.057560 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-df0834b0-0e1e-48bb-8e1b-6d138ddb6cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.080222 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-df0834b0-0e1e-48bb-8e1b-6d138ddb6cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.090448 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.180677 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84279d-4c2d-4834-9db5-cd559aca0faa req-9d2daa1f-b03e-4c9b-8a98-9e8c61c218db tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:39.182038 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bc84279d-4c2d-4834-9db5-cd559aca0faa req-9d2daa1f-b03e-4c9b-8a98-9e8c61c218db tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1424551 Jun 24 12:40:39.211756 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.220451 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-df0834b0-0e1e-48bb-8e1b-6d138ddb6cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.223144 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-df0834b0-0e1e-48bb-8e1b-6d138ddb6cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.224367 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-df0834b0-0e1e-48bb-8e1b-6d138ddb6cc7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2fa86ebc-998c-4a9c-a093-1a4996fcc8b9 HTTP/1.1" status: 204 len: 168 time: 0.2282581 Jun 24 12:40:39.225152 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f733ee59-fc23-4d88-9934-00e4121c85f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:39.228661 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.228956 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.229711 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.230092 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.230999 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.231536 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.231921 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.232245 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.232636 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.232926 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.233972 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0834b0-0e1e-48bb-8e1b-6d138ddb6cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa86ebc-998c-4a9c-a093-1a4996fcc8b9,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:39.236464 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-df0834b0-0e1e-48bb-8e1b-6d138ddb6cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:39.377083 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.377436 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.377778 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.378110 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:40:39.378483 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090970d5-0087-431c-83e3-01b0a44e526b']}} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:39.399928 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bc84279d-4c2d-4834-9db5-cd559aca0faa req-42cf8fa0-8398-4e9f-a590-41912c9b739d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113118 Jun 24 12:40:39.401633 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5841f87-8121-4b94-ade5-a30da302b0f1') {'for_net_delete': True} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:39.402386 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5841f87-8121-4b94-ade5-a30da302b0f1') {} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:39.420740 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26300243'] for segment, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.441761 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.450244 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=100208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:40:39.450699 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904861'] for segment, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: from cryptography.utils import int_from_bytes Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: from cryptography.utils import int_from_bytes Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: Traceback (most recent call last): Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: timer() Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: cb(*args, **kw) Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: return func(*args, **kwargs) Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: self._notify() Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: self.callback(batched_events) Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: event.method(event) Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: return f(self, *a, **k) Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._get(url).json() Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: return self.request(url, 'GET', **kwargs) Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:40:39.454625 dv-cinder-689486-14-iscsi neutron-server[100208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:40:39.612943 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.617611 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4d3c16ac-36e0-4338-80e2-be321cee6403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:39.621738 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.626638 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35578) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:39.627182 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] 10.222.0.99 "DELETE /v2.0/networks/090970d5-0087-431c-83e3-01b0a44e526b HTTP/1.1" status: 204 len: 168 time: 0.6805110 Jun 24 12:40:39.637316 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=090970d5-0087-431c-83e3-01b0a44e526b,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:39.640080 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:39.726672 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Deleting subnet 108b265b-b5e2-45d3-9ab5-f135e59af8e9 {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:40:39.726672 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.790593 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.796069 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:39.855058 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023ccf9-9d9b-467e-861c-798921d4367a req-0946df89-90c9-4608-b092-a26124503980 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:39.857110 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9023ccf9-9d9b-467e-861c-798921d4367a req-0946df89-90c9-4608-b092-a26124503980 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0765519 Jun 24 12:40:39.871984 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa6e5d8-1430-45ab-b57b-553a3ef2b083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec763d2-a95a-4143-a63c-710cf7b7438a'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:39.874530 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50208f8a-e52b-412d-aaa8-bc9b68ca671f" -d '{"events": [{"server_uuid": "1aa6e5d8-1430-45ab-b57b-553a3ef2b083", "name": "network-vif-plugged", "status": "completed", "tag": "fec763d2-a95a-4143-a63c-710cf7b7438a"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:39.895806 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9023ccf9-9d9b-467e-861c-798921d4367a req-12c59eea-b20f-4f89-b455-f42ca4c0c537 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328200 Jun 24 12:40:39.942461 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50671309-69f4-4cff-a43a-dc29a0641bfa x-openstack-request-id: req-50671309-69f4-4cff-a43a-dc29a0641bfa {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:39.942778 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa6e5d8-1430-45ab-b57b-553a3ef2b083", "name": "network-vif-plugged", "status": "completed", "tag": "fec763d2-a95a-4143-a63c-710cf7b7438a", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:39.943043 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-50671309-69f4-4cff-a43a-dc29a0641bfa {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:39.943480 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa6e5d8-1430-45ab-b57b-553a3ef2b083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec763d2-a95a-4143-a63c-710cf7b7438a', 'code': 200} Jun 24 12:40:40.007346 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.010511 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-241f016c-a2de-42b4-9420-dfa2218f63ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:40.036377 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108b265b-b5e2-45d3-9ab5-f135e59af8e9,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:40.048133 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.050017 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] 10.222.0.99 "DELETE /v2.0/subnets/108b265b-b5e2-45d3-9ab5-f135e59af8e9 HTTP/1.1" status: 204 len: 168 time: 0.4223299 Jun 24 12:40:40.052773 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35600) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:40.063423 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:40.122616 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.195603 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.205234 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f5aece-a335-453f-bb5d-9df64e23985c']}} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:40.214552 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b29aad-1a7e-4cf7-8967-be044cbb5293') {'for_net_delete': True} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:40.215507 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b29aad-1a7e-4cf7-8967-be044cbb5293') {} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:40.223753 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26300243'] for segment, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.240433 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.246076 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=100208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:40:40.246450 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904861'] for segment, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: Traceback (most recent call last): Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: timer() Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: cb(*args, **kw) Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: return func(*args, **kwargs) Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: self._notify() Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: self.callback(batched_events) Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: event.method(event) Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: return f(self, *a, **k) Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._get(url).json() Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: return self.request(url, 'GET', **kwargs) Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:40:40.248054 dv-cinder-689486-14-iscsi neutron-server[100208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:40:40.397717 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.401222 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:40.404053 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.405852 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] 10.222.0.99 "DELETE /v2.0/networks/94f5aece-a335-453f-bb5d-9df64e23985c HTTP/1.1" status: 204 len: 168 time: 0.3521249 Jun 24 12:40:40.417096 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Pushing event deleted for resources: {'Network': ['ID=94f5aece-a335-453f-bb5d-9df64e23985c,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:40.419727 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:40.596876 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255ee1f-7501-481e-8f0c-ebbea994909e req-2bf30236-e712-4b31-9cd5-b7b0d19ea624 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:40.598104 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3255ee1f-7501-481e-8f0c-ebbea994909e req-2bf30236-e712-4b31-9cd5-b7b0d19ea624 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0708454 Jun 24 12:40:40.639471 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3255ee1f-7501-481e-8f0c-ebbea994909e req-b0f87dd9-bef6-4a28-b77c-ae29d2f9d0b9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354099 Jun 24 12:40:40.760203 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35628) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:40.812700 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-7fdfba5c-8769-4d0a-892d-43ff6e8fc869 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c5f29d521f7145aea8540f289065652a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488701 Jun 24 12:40:40.812700 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35634) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:40.862148 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca229-f44d-42c5-a22d-1807e433564c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:40.883685 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca229-f44d-42c5-a22d-1807e433564c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:41.027648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca229-f44d-42c5-a22d-1807e433564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:41.055551 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca229-f44d-42c5-a22d-1807e433564c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:41.059672 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-8b3ca229-f44d-42c5-a22d-1807e433564c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ac2161dc-a571-4de7-93bb-7bd2dacc040d HTTP/1.1" status: 204 len: 168 time: 0.2430687 Jun 24 12:40:41.059672 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:41.090670 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ca229-f44d-42c5-a22d-1807e433564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2161dc-a571-4de7-93bb-7bd2dacc040d,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:41.092980 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-8b3ca229-f44d-42c5-a22d-1807e433564c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:41.138225 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cfdd5-3fc3-42ba-8871-e092c4ef9edd req-251be5ba-e883-462f-a5be-f08406cad781 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:41.139796 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1d2cfdd5-3fc3-42ba-8871-e092c4ef9edd req-251be5ba-e883-462f-a5be-f08406cad781 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1254263 Jun 24 12:40:41.146887 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a33aa-c1c0-49c6-ad77-a279e4c9dc3f req-3c4d7deb-f35c-4d39-bcec-a585821807c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:41.148570 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fe5a33aa-c1c0-49c6-ad77-a279e4c9dc3f req-3c4d7deb-f35c-4d39-bcec-a585821807c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 1098 time: 0.1037362 Jun 24 12:40:41.219075 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1d2cfdd5-3fc3-42ba-8871-e092c4ef9edd req-e61c2a0b-7a84-455c-9dd0-afb2b7e3568c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598507 Jun 24 12:40:41.232120 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fe5a33aa-c1c0-49c6-ad77-a279e4c9dc3f req-697f48e2-cc5d-462b-9601-43e6dfed8e91 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595810 Jun 24 12:40:41.522071 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35658) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:41.681192 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd76787-5564-4f6e-bd19-88ddb62f7c1d req-ca104fbe-2bb9-44fc-a87c-65c30d7d319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:41.683533 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bfd76787-5564-4f6e-bd19-88ddb62f7c1d req-ca104fbe-2bb9-44fc-a87c-65c30d7d319a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 1099 time: 0.0535686 Jun 24 12:40:41.728989 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bfd76787-5564-4f6e-bd19-88ddb62f7c1d req-c6782807-2f62-4f13-aa96-28a9a09ce30e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355136 Jun 24 12:40:41.868112 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c89e-61e2-437b-8b8a-6d3a65f60da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:41.907522 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35678) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:41.927978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de41fb-a6f6-442c-9ccd-47ceb6f9d280 req-d1fe513a-21b8-49db-88af-1b7d7e111893 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:41.929525 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-84de41fb-a6f6-442c-9ccd-47ceb6f9d280 req-d1fe513a-21b8-49db-88af-1b7d7e111893 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1412120 Jun 24 12:40:41.982850 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-253f30af-c1b1-42ea-81e5-cae8f7e5f00d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c1694c437f6e49d4b971f1835eda1831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741448 Jun 24 12:40:41.986901 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35682) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:42.064061 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c6e3caf0-9f70-4a2e-b822-da818ebd053c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.087805 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c6e3caf0-9f70-4a2e-b822-da818ebd053c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.130036 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c89e-61e2-437b-8b8a-6d3a65f60da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.160504 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-84de41fb-a6f6-442c-9ccd-47ceb6f9d280 req-6970b98c-9561-4761-9dfa-4cb9e2ff7bfa tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175970 Jun 24 12:40:42.220527 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c89e-61e2-437b-8b8a-6d3a65f60da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.224403 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:42.253230 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c6e3caf0-9f70-4a2e-b822-da818ebd053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.259133 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c6e3caf0-9f70-4a2e-b822-da818ebd053c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.261239 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c6e3caf0-9f70-4a2e-b822-da818ebd053c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a556c6c4-d6bc-4536-b31d-f54a10d30758 HTTP/1.1" status: 204 len: 168 time: 0.2699366 Jun 24 12:40:42.263463 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:42.274016 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3caf0-9f70-4a2e-b822-da818ebd053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a556c6c4-d6bc-4536-b31d-f54a10d30758,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:42.289246 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8c89e-61e2-437b-8b8a-6d3a65f60da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d319b635-f242-420e-aa9a-c53a63ba5fbf,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:42.300612 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-b6a8c89e-61e2-437b-8b8a-6d3a65f60da2 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=abc3e13aa2b44ba19b1959047d2261c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749615 Jun 24 12:40:42.301262 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b6a8c89e-61e2-437b-8b8a-6d3a65f60da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:42.305112 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c6e3caf0-9f70-4a2e-b822-da818ebd053c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:42.305690 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35698) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:42.414943 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8697633c-dbd9-460c-86c4-2f0b884cd23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.435820 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8697633c-dbd9-460c-86c4-2f0b884cd23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.485816 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798de42-c244-41bb-b294-bff38abfe1cd req-b3431338-da2b-4046-9827-dd849d1079b5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:42.487586 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a798de42-c244-41bb-b294-bff38abfe1cd req-b3431338-da2b-4046-9827-dd849d1079b5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1307132 Jun 24 12:40:42.535319 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a798de42-c244-41bb-b294-bff38abfe1cd req-b6628fb5-9a63-42e2-b70a-be1e222a9237 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416374 Jun 24 12:40:42.597454 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8697633c-dbd9-460c-86c4-2f0b884cd23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.599981 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8697633c-dbd9-460c-86c4-2f0b884cd23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:42.601082 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-8697633c-dbd9-460c-86c4-2f0b884cd23f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d319b635-f242-420e-aa9a-c53a63ba5fbf HTTP/1.1" status: 204 len: 168 time: 0.2944608 Jun 24 12:40:42.601836 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-53ea7750-c5ab-41ab-b4d0-3a24ead0785e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:42.609909 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697633c-dbd9-460c-86c4-2f0b884cd23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d319b635-f242-420e-aa9a-c53a63ba5fbf,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:42.612555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-8697633c-dbd9-460c-86c4-2f0b884cd23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:43.341667 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ba141-0171-47bf-be43-0fdef2bf86d0 req-ce7cc66b-0ef6-4d01-9edb-857860861ea5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:43.343053 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b4ba141-0171-47bf-be43-0fdef2bf86d0 req-ce7cc66b-0ef6-4d01-9edb-857860861ea5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0627739 Jun 24 12:40:43.381047 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b4ba141-0171-47bf-be43-0fdef2bf86d0 req-47aed9fc-4a9e-4c3e-9ede-424fc46175f4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Jun 24 12:40:43.461817 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35744) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:43.478164 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f42381fc-bb00-4587-8699-472ddccaa166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.582114 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f42381fc-bb00-4587-8699-472ddccaa166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.692764 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f42381fc-bb00-4587-8699-472ddccaa166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.696942 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-65cd5bb3-8e9d-4641-a430-c472e3b46682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:43.725382 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33b9ad-24bc-4595-9bae-0ad661d905c9 req-abe76d20-9208-460f-8438-4de3f0b7a243 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:43.727938 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0c33b9ad-24bc-4595-9bae-0ad661d905c9 req-abe76d20-9208-460f-8438-4de3f0b7a243 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0756185 Jun 24 12:40:43.746750 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42381fc-bb00-4587-8699-472ddccaa166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d76342e-d6c1-4c80-aa00-74a7433f4fe3,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:43.750932 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f42381fc-bb00-4587-8699-472ddccaa166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:43.755000 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-f42381fc-bb00-4587-8699-472ddccaa166 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8d2ccd6c84ad45528f5c188c101b06d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924259 Jun 24 12:40:43.758397 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35754) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:43.786392 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0c33b9ad-24bc-4595-9bae-0ad661d905c9 req-a0ba60dd-3216-4e58-8e29-8b6a443420eb tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518506 Jun 24 12:40:43.820943 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c95e3a24-d116-410d-8b83-808796e12d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.845321 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c95e3a24-d116-410d-8b83-808796e12d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.940127 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c95e3a24-d116-410d-8b83-808796e12d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.942644 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c95e3a24-d116-410d-8b83-808796e12d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:43.943785 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-c95e3a24-d116-410d-8b83-808796e12d6c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6d76342e-d6c1-4c80-aa00-74a7433f4fe3 HTTP/1.1" status: 204 len: 168 time: 0.1846421 Jun 24 12:40:43.945574 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:43.952367 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e3a24-d116-410d-8b83-808796e12d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d76342e-d6c1-4c80-aa00-74a7433f4fe3,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:43.954461 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c95e3a24-d116-410d-8b83-808796e12d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:44.449412 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-1ba0eef2-f949-489a-b8e8-7859d2d70f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:44.766720 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408d0e-1ffa-4c91-9cef-da5cbc8df7e9 req-9cb0cbe4-7a95-482c-b53b-739df0fc9e2f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:44.767600 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-22408d0e-1ffa-4c91-9cef-da5cbc8df7e9 req-9cb0cbe4-7a95-482c-b53b-739df0fc9e2f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.2462435 Jun 24 12:40:44.817792 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-22408d0e-1ffa-4c91-9cef-da5cbc8df7e9 req-bd994cd0-fea4-4dcd-b9d8-bbdc74bca6a7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Jun 24 12:40:45.015166 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29649-6689-499d-be4e-bd0dbe20beb0 req-b0fc35d4-1979-403c-9ac8-0bf97627f6ba tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:45.026201 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dcf29649-6689-499d-be4e-bd0dbe20beb0 req-b0fc35d4-1979-403c-9ac8-0bf97627f6ba tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0687006 Jun 24 12:40:45.052767 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dcf29649-6689-499d-be4e-bd0dbe20beb0 req-097abfdd-4fc6-43c2-94b1-94bc82cc0280 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305040 Jun 24 12:40:45.268072 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445f25d-e890-4112-a15d-a6221cf9470c req-bc123b6b-615e-4f6d-bb92-2b8fe52e1b8f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:45.268072 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0445f25d-e890-4112-a15d-a6221cf9470c req-bc123b6b-615e-4f6d-bb92-2b8fe52e1b8f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0883274 Jun 24 12:40:45.269421 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35802) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:45.275584 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'floatingip': {'port_id': '50449013-b624-4eb2-bfcf-019cbcd751dc'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:40:45.346758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:45.866116 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1cfc6-8e9b-4a97-8ce2-e2500884ecc0 req-5ba8aa36-fb26-4e5e-88d5-d37c669cdd36 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:45.873990 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-02d1cfc6-8e9b-4a97-8ce2-e2500884ecc0 req-5ba8aa36-fb26-4e5e-88d5-d37c669cdd36 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0824165 Jun 24 12:40:45.915955 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-02d1cfc6-8e9b-4a97-8ce2-e2500884ecc0 req-1c60105e-b133-42f2-a025-9bce27876b35 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Jun 24 12:40:45.979934 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.db.resource_extend [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 12:40:46.065327 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:46.076326 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-992e484d-e06f-4d8c-b647-93fd98f31b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:46.077795 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-992e484d-e06f-4d8c-b647-93fd98f31b18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 1099 time: 0.1545660 Jun 24 12:40:46.170877 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-63948e17-186c-4394-959e-1a801bf702bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:46.172337 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-63948e17-186c-4394-959e-1a801bf702bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 919 time: 0.0874207 Jun 24 12:40:46.215898 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-830b1654-084b-497f-9bc9-86da42025fe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fec763d2-a95a-4143-a63c-710cf7b7438a HTTP/1.1" status: 200 len: 217 time: 0.0363870 Jun 24 12:40:46.216563 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:46.337248 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-9382854a-1be5-411b-a398-450d7b4bfdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:46.338920 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-9382854a-1be5-411b-a398-450d7b4bfdd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.0848389 Jun 24 12:40:46.378496 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-e56db6df-5aeb-4df0-ad13-f8d597100ed2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325084 Jun 24 12:40:46.380962 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Floating IP 7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2 associated. External IP: 172.27.2.33, port: 50449013-b624-4eb2-bfcf-019cbcd751dc. Jun 24 12:40:46.735085 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-0259ab05-48a0-46f7-9700-844da6479058 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216159 Jun 24 12:40:46.909328 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1568eec3-7075-40a0-9a1a-cce959f65b6e req-ed2b331d-f750-4082-a7f8-fd2e2792f061 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374896 Jun 24 12:40:46.913141 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Router 2d86c083-efe5-41ba-bb29-9831151eb6c2 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:40:46.980596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b69c9a65-52a8-4f3c-9eb4-bb09847ed213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.040573 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:40:47.047779 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.061571 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] Sync routers for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:40:47.073488 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35864) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:47.078857 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:47.079565 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:40:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:47.088634 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-c8e0af83-9cbc-40f7-99f0-1eb3f3ee2ed8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "PUT /v2.0/floatingips/7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2 HTTP/1.1" status: 200 len: 990 time: 1.8179145 Jun 24 12:40:47.089365 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1947795a-62dc-42f0-986d-48fe989d840c', 'tag': '50449013-b624-4eb2-bfcf-019cbcd751dc'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:40:47.091968 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c344347-fb58-41cc-930f-e70d49cb8221" -d '{"events": [{"name": "network-changed", "server_uuid": "1947795a-62dc-42f0-986d-48fe989d840c", "tag": "50449013-b624-4eb2-bfcf-019cbcd751dc"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:40:47.210513 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38704266-b086-4d0c-839c-79e6af2a611f req-17d122ee-29b5-47b3-830b-ab9d7abc6c05 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:47.212229 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-38704266-b086-4d0c-839c-79e6af2a611f req-17d122ee-29b5-47b3-830b-ab9d7abc6c05 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1080327 Jun 24 12:40:47.260073 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:47.264995 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-38704266-b086-4d0c-839c-79e6af2a611f req-4118b1ea-14a8-4144-9ce7-d72ff9d5bb1b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Jun 24 12:40:47.334603 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.346479 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2986245-23ef-491e-9905-3e36f650138e x-openstack-request-id: req-a2986245-23ef-491e-9905-3e36f650138e {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:40:47.346819 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1947795a-62dc-42f0-986d-48fe989d840c", "tag": "50449013-b624-4eb2-bfcf-019cbcd751dc", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:40:47.347166 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-a2986245-23ef-491e-9905-3e36f650138e {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:40:47.347570 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1947795a-62dc-42f0-986d-48fe989d840c', 'tag': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'status': 'completed', 'code': 200} Jun 24 12:40:47.460105 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-11fa273e-22d5-420c-a87e-a70bcfc49eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.575210 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-11fa273e-22d5-420c-a87e-a70bcfc49eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.654422 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-11fa273e-22d5-420c-a87e-a70bcfc49eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.658075 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:47.670785 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'port_id': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'mac_address': 'fa:16:3e:20:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947795a-62dc-42f0-986d-48fe989d840c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:40:15Z', 'updated_at': '2021-06-24T12:40:45Z', 'revision_number': 1, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:47.694127 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-11fa273e-22d5-420c-a87e-a70bcfc49eeb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=855a276509994b17ae12b2e72e9f024e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182513 Jun 24 12:40:47.697846 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa273e-22d5-420c-a87e-a70bcfc49eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2323b15a-97d9-41e2-81fd-88aeb9e2620f,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:47.701302 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-11fa273e-22d5-420c-a87e-a70bcfc49eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:47.702221 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35890) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:47.703363 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] Checking router: 2d86c083-efe5-41ba-bb29-9831151eb6c2 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:40:47.712673 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:40:47.713023 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:40:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:47.764785 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-86259c13-317c-44ea-ba41-9f2d0849073b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.789687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-86259c13-317c-44ea-ba41-9f2d0849073b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.849825 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:40:47.907090 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-86259c13-317c-44ea-ba41-9f2d0849073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.911588 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-86259c13-317c-44ea-ba41-9f2d0849073b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:47.912228 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-86259c13-317c-44ea-ba41-9f2d0849073b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2323b15a-97d9-41e2-81fd-88aeb9e2620f HTTP/1.1" status: 204 len: 168 time: 0.2079232 Jun 24 12:40:47.913555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f42381fc-bb00-4587-8699-472ddccaa166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:47.923546 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259c13-317c-44ea-ba41-9f2d0849073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2323b15a-97d9-41e2-81fd-88aeb9e2620f,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:47.926303 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-86259c13-317c-44ea-ba41-9f2d0849073b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:48.108749 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'port_id': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'mac_address': 'fa:16:3e:20:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947795a-62dc-42f0-986d-48fe989d840c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:40:15Z', 'updated_at': '2021-06-24T12:40:45Z', 'revision_number': 1, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:40:48.134391 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8a9c4-2568-4860-802b-4350e682f3cd None None] The sync data for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi is: [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'port_id': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'mac_address': 'fa:16:3e:20:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947795a-62dc-42f0-986d-48fe989d840c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:40:15Z', 'updated_at': '2021-06-24T12:40:45Z', 'revision_number': 1, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:40:48.352213 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b29c2-fe59-4b76-9a83-b510d4b5084e None None] New status for floating IP 7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2: ACTIVE {{(pid=100209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:40:48.475408 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f18dfe-0833-47c6-a04b-20a91be45f8b req-dece75d3-744b-4ad1-8fe2-00a2b3e177d2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:48.476982 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-48f18dfe-0833-47c6-a04b-20a91be45f8b req-dece75d3-744b-4ad1-8fe2-00a2b3e177d2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0631809 Jun 24 12:40:48.517317 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-48f18dfe-0833-47c6-a04b-20a91be45f8b req-5da08919-ebde-471b-9af2-517bc50490dd tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Jun 24 12:40:48.588009 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:48.817748 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 35914) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:48.831806 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d355-27f1-4460-b31f-55f0f291c38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:48.918962 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d355-27f1-4460-b31f-55f0f291c38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:49.025803 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d355-27f1-4460-b31f-55f0f291c38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:49.029437 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-8b3ca229-f44d-42c5-a22d-1807e433564c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:49.066662 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5d355-27f1-4460-b31f-55f0f291c38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e9e8d4-ed3e-44b1-a35f-23289bcba6bf,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:49.070167 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ebc5d355-27f1-4460-b31f-55f0f291c38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:49.072474 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-ebc5d355-27f1-4460-b31f-55f0f291c38e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1e4a597f516f41f0a4af53c814757ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537506 Jun 24 12:40:49.075527 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 35926) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:40:49.124449 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8a17706c-38e4-4fab-939b-37e03bf4de63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:49.145772 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8a17706c-38e4-4fab-939b-37e03bf4de63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:49.277699 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8a17706c-38e4-4fab-939b-37e03bf4de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:49.280208 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8a17706c-38e4-4fab-939b-37e03bf4de63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:49.281421 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-8a17706c-38e4-4fab-939b-37e03bf4de63 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/91e9e8d4-ed3e-44b1-a35f-23289bcba6bf HTTP/1.1" status: 204 len: 168 time: 0.2048738 Jun 24 12:40:49.282251 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-efc3be2c-17b9-4e4e-86a2-43a4160035d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:40:49.290057 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17706c-38e4-4fab-939b-37e03bf4de63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e9e8d4-ed3e-44b1-a35f-23289bcba6bf,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:40:49.293365 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-8a17706c-38e4-4fab-939b-37e03bf4de63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:40:49.692604 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac6307-fd74-4361-a538-35742f20e425 req-b99837f3-c262-4823-926e-4607a72e8a62 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:49.694067 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d9ac6307-fd74-4361-a538-35742f20e425 req-b99837f3-c262-4823-926e-4607a72e8a62 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0639150 Jun 24 12:40:49.779136 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d9ac6307-fd74-4361-a538-35742f20e425 req-f4f565e4-6a4b-4bc7-813d-0a22fa563529 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782051 Jun 24 12:40:49.957357 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-dd6977bd-0408-4a4e-b56d-153d907caeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:49.958906 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-dd6977bd-0408-4a4e-b56d-153d907caeae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 1098 time: 0.0748289 Jun 24 12:40:50.035322 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:50.130695 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-79199cad-44d8-473f-8946-37dca1d18a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:50.133084 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-79199cad-44d8-473f-8946-37dca1d18a99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 912 time: 0.0939205 Jun 24 12:40:50.246715 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-0a940d53-b19e-44a4-87d8-59bdf5b9339f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50449013-b624-4eb2-bfcf-019cbcd751dc HTTP/1.1" status: 200 len: 1000 time: 0.0915244 Jun 24 12:40:50.297359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-704aae60-df3c-4c36-8ee7-b74ccffc173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:50.298853 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-704aae60-df3c-4c36-8ee7-b74ccffc173f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 200 len: 850 time: 0.0431178 Jun 24 12:40:50.363600 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-7dfe1d7f-29fa-44d0-a9df-185bdc421f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:50.365090 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-7dfe1d7f-29fa-44d0-a9df-185bdc421f70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523143 Jun 24 12:40:50.466394 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-bcf166bb-97b7-4b68-b547-de956f845e0f service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938466 Jun 24 12:40:50.563681 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1c344347-fb58-41cc-930f-e70d49cb8221 req-699d921a-cefb-46a3-8c0f-55840ebd4d0f service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840755 Jun 24 12:40:50.977284 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254c981-ec92-4e64-9b7e-c853dc76fd5d req-420c3e43-175f-4e52-ac4a-177f6abc2df8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:50.978746 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7254c981-ec92-4e64-9b7e-c853dc76fd5d req-420c3e43-175f-4e52-ac4a-177f6abc2df8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0835905 Jun 24 12:40:51.018714 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7254c981-ec92-4e64-9b7e-c853dc76fd5d req-c14c31dc-4032-48d5-8814-55d2b671b9fa tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334647 Jun 24 12:40:52.213202 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253f6bc-cfd6-4ba6-8f4b-bf9bfb8ad50c req-ec6f906c-5ae8-4752-954a-91588699972c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:52.214842 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1253f6bc-cfd6-4ba6-8f4b-bf9bfb8ad50c req-ec6f906c-5ae8-4752-954a-91588699972c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0757959 Jun 24 12:40:52.255595 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1253f6bc-cfd6-4ba6-8f4b-bf9bfb8ad50c req-62819c5d-52ae-49ae-9b89-3e5503950e80 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Jun 24 12:40:53.563207 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e64df-19bb-4e5f-be3d-c90af2dbed77 req-3c5770f8-6aa2-4c59-85f0-b42f3c5d14d8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:53.564638 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a55e64df-19bb-4e5f-be3d-c90af2dbed77 req-3c5770f8-6aa2-4c59-85f0-b42f3c5d14d8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0630856 Jun 24 12:40:53.600740 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a55e64df-19bb-4e5f-be3d-c90af2dbed77 req-d1500c71-638d-4c17-ab58-8d22460fbb77 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304353 Jun 24 12:40:54.772527 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785abf28-20d8-4ea6-afe3-424cc26662f2 req-f62a0d7c-7f04-45d1-a264-72598a74b491 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:54.773974 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-785abf28-20d8-4ea6-afe3-424cc26662f2 req-f62a0d7c-7f04-45d1-a264-72598a74b491 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0645206 Jun 24 12:40:54.812576 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-785abf28-20d8-4ea6-afe3-424cc26662f2 req-06a7b668-c15f-4752-a8bf-a7bb86a9a99d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321803 Jun 24 12:40:56.009201 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9a89-97a5-4c4c-8c68-5c7e6ab93a58 req-9553aef9-26ca-42ba-b84b-39b528b447dd tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:56.010558 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-294b9a89-97a5-4c4c-8c68-5c7e6ab93a58 req-9553aef9-26ca-42ba-b84b-39b528b447dd tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0626447 Jun 24 12:40:56.048375 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-294b9a89-97a5-4c4c-8c68-5c7e6ab93a58 req-09370109-cd49-4aaf-883f-1fab5e03700a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Jun 24 12:40:56.923542 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba51a7-2580-4d2c-9b0b-9980c4e05ecf req-b69d847b-cecf-4e8b-8a62-902802628d4b tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:56.925014 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95ba51a7-2580-4d2c-9b0b-9980c4e05ecf req-b69d847b-cecf-4e8b-8a62-902802628d4b tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 946 time: 0.0777965 Jun 24 12:40:56.963683 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95ba51a7-2580-4d2c-9b0b-9980c4e05ecf req-c2ff89fd-c4d4-486d-ac4c-785cb8fbf4f7 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Jun 24 12:40:57.230983 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8236bdf-d4b6-4f67-8dc2-4a9be3fc2ac2 req-39fc68bb-078b-4aa2-b6a1-50202a2ba354 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:57.232494 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f8236bdf-d4b6-4f67-8dc2-4a9be3fc2ac2 req-39fc68bb-078b-4aa2-b6a1-50202a2ba354 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0678184 Jun 24 12:40:57.270551 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f8236bdf-d4b6-4f67-8dc2-4a9be3fc2ac2 req-60ea4f7e-64c6-460e-968a-2d2b3f41d396 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Jun 24 12:40:58.135419 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d792c0-274e-4915-b81a-b398d8807374 req-2406815a-9a85-4755-a350-ee4cab7818f0 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:58.137594 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f3d792c0-274e-4915-b81a-b398d8807374 req-2406815a-9a85-4755-a350-ee4cab7818f0 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 946 time: 0.0633268 Jun 24 12:40:58.173212 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f3d792c0-274e-4915-b81a-b398d8807374 req-b26540c3-8108-4c0d-b0ff-f7b5f4ad55b4 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302088 Jun 24 12:40:58.449480 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b563591-2fbb-4c2b-9f86-e502422f8a98 req-e0c9483a-0edf-4b90-be4d-ff7b27f0d583 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:58.451040 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2b563591-2fbb-4c2b-9f86-e502422f8a98 req-e0c9483a-0edf-4b90-be4d-ff7b27f0d583 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0690084 Jun 24 12:40:58.488743 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2b563591-2fbb-4c2b-9f86-e502422f8a98 req-1b0c0262-95f0-4f34-be37-5e7a90e2f1a1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Jun 24 12:40:59.356607 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92cef5-303a-426a-b56f-d58097747774 req-b2649b9b-0149-4116-9dd4-1491d681fdf8 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:59.358115 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fe92cef5-303a-426a-b56f-d58097747774 req-b2649b9b-0149-4116-9dd4-1491d681fdf8 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 946 time: 0.0678587 Jun 24 12:40:59.396779 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fe92cef5-303a-426a-b56f-d58097747774 req-997df246-3739-45a0-8581-e79f29257492 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/security-groups?id=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Jun 24 12:40:59.663019 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e422f-a191-4034-a2ea-a1b5dd799653 req-34e637f0-2d52-43e8-8919-16eb0f8b4a39 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:59.664456 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b4e422f-a191-4034-a2ea-a1b5dd799653 req-34e637f0-2d52-43e8-8919-16eb0f8b4a39 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0639257 Jun 24 12:40:59.701691 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b4e422f-a191-4034-a2ea-a1b5dd799653 req-859280f9-0a49-46e8-b23d-ce3d53cc5760 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jun 24 12:40:59.966591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe5318-d149-49f9-987a-8be345b8409b req-ef1d4e50-1bc2-4078-b049-c4bf4e3e6dac tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:40:59.968021 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-69fe5318-d149-49f9-987a-8be345b8409b req-ef1d4e50-1bc2-4078-b049-c4bf4e3e6dac tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.36 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 946 time: 0.0679555 Jun 24 12:41:00.093555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Deleting port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:41:00.093906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:00.193311 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] For port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,segment=NetworkSegment(0281621c-4461-4900-a8be-9f0343c7caf7),segment_id=0281621c-4461-4900-a8be-9f0343c7caf7)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:00.193675 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:00.216467 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Calling delete_port for 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:41:00.494497 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:00.500277 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:00.535755 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Pushing event deleted for resources: {'Port': ['ID=53697b1c-5a2c-49a7-b9ce-886ee66ad5d2,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:00.583013 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7f95c6a6-ea9d-4aa6-a7d8-d2ed8c5e67b3 req-7abe03a3-196f-4774-9a9e-44a554890d9d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.0579667 Jun 24 12:41:00.599872 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.600237 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.600589 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.600936 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.601280 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.601626 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.601971 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.602314 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.602654 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.602988 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.603348 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.603679 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:00.609389 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:00.627805 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] No DVR routers for this DVR port 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:41:00.630620 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:00.632614 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-69fe5318-d149-49f9-987a-8be345b8409b req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.36 "DELETE /v2.0/ports/53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 HTTP/1.1" status: 204 len: 173 time: 0.6512101 Jun 24 12:41:00.633072 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473ec3d8-d8f9-4c44-b4b6-e67ef7201668', 'name': 'network-vif-deleted', 'tag': '53697b1c-5a2c-49a7-b9ce-886ee66ad5d2'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:00.635541 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b0a90-9723-4d58-bb47-edf809506230" -d '{"events": [{"server_uuid": "473ec3d8-d8f9-4c44-b4b6-e67ef7201668", "name": "network-vif-deleted", "tag": "53697b1c-5a2c-49a7-b9ce-886ee66ad5d2"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:00.674176 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8adce95-a0cd-4ea2-83b0-6e6ae2f10cf0 x-openstack-request-id: req-e8adce95-a0cd-4ea2-83b0-6e6ae2f10cf0 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:00.674176 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473ec3d8-d8f9-4c44-b4b6-e67ef7201668", "name": "network-vif-deleted", "tag": "53697b1c-5a2c-49a7-b9ce-886ee66ad5d2", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:00.674176 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-e8adce95-a0cd-4ea2-83b0-6e6ae2f10cf0 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:00.674176 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473ec3d8-d8f9-4c44-b4b6-e67ef7201668', 'name': 'network-vif-deleted', 'tag': '53697b1c-5a2c-49a7-b9ce-886ee66ad5d2', 'status': 'completed', 'code': 200} Jun 24 12:41:00.893353 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e404-9bac-4a34-b063-f49bac35af0f req-011ee997-0033-4e70-a43a-463a9dda29c1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:00.894866 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e669e404-9bac-4a34-b063-f49bac35af0f req-011ee997-0033-4e70-a43a-463a9dda29c1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0678508 Jun 24 12:41:00.941288 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e669e404-9bac-4a34-b063-f49bac35af0f req-584d5abc-d062-459c-b171-dcd12a4bdd8d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Jun 24 12:41:01.746761 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d2593199-63ff-4abb-ae06-6c38dd065325 req-82338a7e-a1c5-4207-bdb5-8030c29b222b tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.0292258 Jun 24 12:41:02.010720 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:41:02.094782 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:41:02.095541 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 53697b1c-5a2c-49a7-b9ce-886ee66ad5d2 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:41:02.108200 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:41:02.143270 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00520fd-5dd6-4ab3-adf2-4e3d37b21d53 req-7ff99c69-3d69-4481-94f4-29722bcb6382 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:02.149859 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d00520fd-5dd6-4ab3-adf2-4e3d37b21d53 req-7ff99c69-3d69-4481-94f4-29722bcb6382 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0777271 Jun 24 12:41:02.187563 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d00520fd-5dd6-4ab3-adf2-4e3d37b21d53 req-ef081e87-75f9-4391-8d38-2acd628c1e66 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jun 24 12:41:02.904588 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-36bf0129-9574-4677-af01-792719e79298 req-6003c4d2-0cab-4a73-8c25-43e85120b47a tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] 10.222.0.99 "GET /v2.0/ports?device_id=473ec3d8-d8f9-4c44-b4b6-e67ef7201668 HTTP/1.1" status: 200 len: 210 time: 0.0293009 Jun 24 12:41:03.364985 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c0ae-c93c-41ef-9619-18c4b0631b23 req-a2560739-4679-45d8-9d02-f2eb62886c83 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:03.366450 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bef1c0ae-c93c-41ef-9619-18c4b0631b23 req-a2560739-4679-45d8-9d02-f2eb62886c83 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0664616 Jun 24 12:41:03.403774 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bef1c0ae-c93c-41ef-9619-18c4b0631b23 req-acfd8fc8-e71f-40fd-bdbb-1c3fc2d14b30 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Jun 24 12:41:03.568101 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36288) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:03.676315 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:03.765936 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:03.841074 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:03.843713 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1b949080-d520-4f99-8526-b52180ed5701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:03.879016 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e8e41d8d114841eb9b6ca60d886acb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097970 Jun 24 12:41:03.879884 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767eeac0-0efb-497d-a383-94f241040d93,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:03.881599 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36298) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:03.887412 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.887777 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.888156 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.888488 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.888834 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.889177 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.889518 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.889857 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.890196 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.890530 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.890862 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.891318 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:03.895883 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:03.937189 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2ecca1da-a6b8-42c5-bc1a-1ee1495d922c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:03.958920 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2ecca1da-a6b8-42c5-bc1a-1ee1495d922c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:04.105540 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2ecca1da-a6b8-42c5-bc1a-1ee1495d922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:04.108130 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2ecca1da-a6b8-42c5-bc1a-1ee1495d922c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:04.109415 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-2ecca1da-a6b8-42c5-bc1a-1ee1495d922c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/767eeac0-0efb-497d-a383-94f241040d93 HTTP/1.1" status: 204 len: 168 time: 0.2268069 Jun 24 12:41:04.110057 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:04.117975 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecca1da-a6b8-42c5-bc1a-1ee1495d922c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767eeac0-0efb-497d-a383-94f241040d93,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:04.135860 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2ecca1da-a6b8-42c5-bc1a-1ee1495d922c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:04.577609 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef0fa-62bc-468a-9609-b17aa7d545a1 req-45097e6b-4f7f-4df1-a09d-53d3e81f58ce tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:04.579115 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-214ef0fa-62bc-468a-9609-b17aa7d545a1 req-45097e6b-4f7f-4df1-a09d-53d3e81f58ce tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0623777 Jun 24 12:41:04.616013 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-214ef0fa-62bc-468a-9609-b17aa7d545a1 req-d3b9302d-91d1-46fe-86aa-1491b6198382 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Jun 24 12:41:04.763814 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36322) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:04.776628 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4a946357-2396-4c80-b256-7b8cd3cf4132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:04.867733 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4a946357-2396-4c80-b256-7b8cd3cf4132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:04.954272 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4a946357-2396-4c80-b256-7b8cd3cf4132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:04.956926 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c44ca588-be07-40f1-8f8d-7f9570b09053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:04.993258 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-4a946357-2396-4c80-b256-7b8cd3cf4132 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4dc06ca7c49644c293905cd23f444ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283692 Jun 24 12:41:04.994125 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a946357-2396-4c80-b256-7b8cd3cf4132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb1d7b5-194c-4655-90ab-ac3ce970db1c,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:04.996679 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36334) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:04.997204 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4a946357-2396-4c80-b256-7b8cd3cf4132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:05.044216 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc36a-b84a-4c97-8f70-5b8b0d120bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.064712 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc36a-b84a-4c97-8f70-5b8b0d120bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.194337 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc36a-b84a-4c97-8f70-5b8b0d120bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.196952 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b1ccc36a-b84a-4c97-8f70-5b8b0d120bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.198082 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-b1ccc36a-b84a-4c97-8f70-5b8b0d120bb9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9bb1d7b5-194c-4655-90ab-ac3ce970db1c HTTP/1.1" status: 204 len: 168 time: 0.2004311 Jun 24 12:41:05.199620 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ebc5d355-27f1-4460-b31f-55f0f291c38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:05.207758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccc36a-b84a-4c97-8f70-5b8b0d120bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb1d7b5-194c-4655-90ab-ac3ce970db1c,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:05.209948 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b1ccc36a-b84a-4c97-8f70-5b8b0d120bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:05.333545 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36340) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:05.531254 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87f5b48f-4c55-4abe-9c21-987169ceaac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.616952 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87f5b48f-4c55-4abe-9c21-987169ceaac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.703455 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87f5b48f-4c55-4abe-9c21-987169ceaac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.706302 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4708957e-9345-4918-91cb-d10fc16d5273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:05.747252 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5b48f-4c55-4abe-9c21-987169ceaac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d266069e-0b47-45ca-ac44-a881fdbd3bec,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:05.750366 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-87f5b48f-4c55-4abe-9c21-987169ceaac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:05.757071 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-87f5b48f-4c55-4abe-9c21-987169ceaac5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2ad82fc070484e3d9e9a2879fb233170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224501 Jun 24 12:41:05.757681 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36360) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:05.796675 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8671-ce8a-43a6-a988-ff3c30456364 req-798a05f7-4d5d-4c5c-b207-3f40aca964e9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:05.798138 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e6fa8671-ce8a-43a6-a988-ff3c30456364 req-798a05f7-4d5d-4c5c-b207-3f40aca964e9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0682182 Jun 24 12:41:05.807017 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ade9f5e8-5006-43e4-a88c-283c6d9d618f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.828175 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ade9f5e8-5006-43e4-a88c-283c6d9d618f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.837244 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e6fa8671-ce8a-43a6-a988-ff3c30456364 req-dae14d6f-943f-4701-a47e-a40515b4004e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Jun 24 12:41:05.966359 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ade9f5e8-5006-43e4-a88c-283c6d9d618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.969323 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ade9f5e8-5006-43e4-a88c-283c6d9d618f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:05.971515 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ade9f5e8-5006-43e4-a88c-283c6d9d618f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d266069e-0b47-45ca-ac44-a881fdbd3bec HTTP/1.1" status: 204 len: 168 time: 0.2119462 Jun 24 12:41:05.971515 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-df0834b0-0e1e-48bb-8e1b-6d138ddb6cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:05.978686 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9f5e8-5006-43e4-a88c-283c6d9d618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d266069e-0b47-45ca-ac44-a881fdbd3bec,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:05.980990 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ade9f5e8-5006-43e4-a88c-283c6d9d618f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:06.493772 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-8469ebe8-df34-41eb-8c47-bf85b64a109e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505764 Jun 24 12:41:06.639736 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-bd04fdd1-aa7c-4c2c-a044-463452b7dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:06.641420 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-bd04fdd1-aa7c-4c2c-a044-463452b7dce6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 1099 time: 0.0563540 Jun 24 12:41:06.690450 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36388) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:06.703996 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7bb-0d9d-4c0e-95b1-d5bb7c4bdb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:06.757930 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-c2e20e6e-181e-45f2-9bfb-f43e5bf78555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:06.760376 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-c2e20e6e-181e-45f2-9bfb-f43e5bf78555 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 915 time: 0.0936890 Jun 24 12:41:06.794226 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7bb-0d9d-4c0e-95b1-d5bb7c4bdb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:06.816140 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-d42377ff-7cd7-42e7-bac8-88022ced4049 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7bad545-b9da-45fd-b7c3-e361fd0b9b95 HTTP/1.1" status: 200 len: 217 time: 0.0409787 Jun 24 12:41:06.866369 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36392) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:06.872809 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-f39ef290-6df0-4b9b-a84a-93b3c30b03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:06.874547 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-f39ef290-6df0-4b9b-a84a-93b3c30b03f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22396959-b6eb-46e4-bd16-41cda76fd8ca HTTP/1.1" status: 200 len: 854 time: 0.0510335 Jun 24 12:41:06.888629 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:06.890970 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ab23a7bb-0d9d-4c0e-95b1-d5bb7c4bdb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:06.928718 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:06.938161 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-d360fa6f-51cf-47fa-96c0-d2442d9e8b6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86865ad-6212-43dd-9646-d3af907112ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562048 Jun 24 12:41:06.955630 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a7bb-0d9d-4c0e-95b1-d5bb7c4bdb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3ec88-a414-4f26-bd45-6a1625d9a39f,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:06.960031 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ab23a7bb-0d9d-4c0e-95b1-d5bb7c4bdb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:06.962897 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ab23a7bb-0d9d-4c0e-95b1-d5bb7c4bdb0d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=643934b9733d495e8e7fd14fc6b2dfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714415 Jun 24 12:41:06.966252 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36402) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:07.040231 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86a69952-29cb-4cb8-b26a-8b41e1020966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.042012 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a0646985-2b61-484f-9b13-565d9308a552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.074500 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a0646985-2b61-484f-9b13-565d9308a552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.095710 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-e10eff25-fc2b-4122-bd34-34d5c4cf581b service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496751 Jun 24 12:41:07.166837 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7eb1-8558-41b3-9569-834dceec38eb req-08c42966-84ca-4905-9a14-3e2ad53b374c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:07.168356 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c6c7eb1-8558-41b3-9569-834dceec38eb req-08c42966-84ca-4905-9a14-3e2ad53b374c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1267023 Jun 24 12:41:07.225786 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a0646985-2b61-484f-9b13-565d9308a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.228913 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a0646985-2b61-484f-9b13-565d9308a552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.235317 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a0646985-2b61-484f-9b13-565d9308a552 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/54a3ec88-a414-4f26-bd45-6a1625d9a39f HTTP/1.1" status: 204 len: 168 time: 0.2625492 Jun 24 12:41:07.235317 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6b31059e-5336-4d83-b871-da0bf49cb7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:07.250954 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0646985-2b61-484f-9b13-565d9308a552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a3ec88-a414-4f26-bd45-6a1625d9a39f,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:07.254005 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a0646985-2b61-484f-9b13-565d9308a552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:07.327544 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86a69952-29cb-4cb8-b26a-8b41e1020966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.441404 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c6c7eb1-8558-41b3-9569-834dceec38eb req-aa8a6c01-a074-4d29-857a-feaf4ab9f10b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655745 Jun 24 12:41:07.453598 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86a69952-29cb-4cb8-b26a-8b41e1020966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.453925 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f1953424-97f5-43f6-bc03-94bc2c5a6c13 req-d9e87980-3620-4ff1-9287-0318a76e834d service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465614 Jun 24 12:41:07.459656 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:07.498344 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-86a69952-29cb-4cb8-b26a-8b41e1020966 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cae8a44e23614d6ea8ef42c2fbc7ac2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302536 Jun 24 12:41:07.500380 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a69952-29cb-4cb8-b26a-8b41e1020966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6087dd21-1db3-4d54-96c6-7b9a1dd4bdfd,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:07.501023 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36408) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:07.503493 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-86a69952-29cb-4cb8-b26a-8b41e1020966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:07.557490 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-956f1b19-7891-4153-be6f-f1877d26bb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.581307 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-956f1b19-7891-4153-be6f-f1877d26bb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.701424 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-956f1b19-7891-4153-be6f-f1877d26bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.704452 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-956f1b19-7891-4153-be6f-f1877d26bb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.708342 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-956f1b19-7891-4153-be6f-f1877d26bb8e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6087dd21-1db3-4d54-96c6-7b9a1dd4bdfd HTTP/1.1" status: 204 len: 168 time: 0.2056911 Jun 24 12:41:07.709230 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:07.723189 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36424) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:07.727201 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f1b19-7891-4153-be6f-f1877d26bb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6087dd21-1db3-4d54-96c6-7b9a1dd4bdfd,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:07.732019 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-956f1b19-7891-4153-be6f-f1877d26bb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:07.789373 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Deleting subnet e3b89529-b993-4781-952e-2f69e5b74612 {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:41:07.793337 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.832450 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:07.837765 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.025746 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.030191 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e5a71445-b62a-4374-902c-33f7a936e702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:08.058825 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.060419 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] 10.222.0.99 "DELETE /v2.0/subnets/e3b89529-b993-4781-952e-2f69e5b74612 HTTP/1.1" status: 204 len: 168 time: 0.3360574 Jun 24 12:41:08.061507 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b89529-b993-4781-952e-2f69e5b74612,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:08.063086 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36428) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:08.063880 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:08.145477 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.174733 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36436) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:08.193709 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6a47cea6-5871-4731-827d-6850405b10f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.239538 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.260046 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4992dbd7-3ef1-47d0-9bb8-ab759172e909']}} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:08.283501 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0281621c-4461-4900-a8be-9f0343c7caf7') {'for_net_delete': True} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:08.283950 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0281621c-4461-4900-a8be-9f0343c7caf7') {} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:08.299050 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6a47cea6-5871-4731-827d-6850405b10f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.307381 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26300243'] for segment, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.324115 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.328961 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=100208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:41:08.329587 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904861'] for segment, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: Traceback (most recent call last): Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: timer() Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: cb(*args, **kw) Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: return func(*args, **kwargs) Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: self._notify() Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: self.callback(batched_events) Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: event.method(event) Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: return f(self, *a, **k) Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._get(url).json() Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: return self.request(url, 'GET', **kwargs) Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:41:08.331643 dv-cinder-689486-14-iscsi neutron-server[100208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:41:08.423913 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6a47cea6-5871-4731-827d-6850405b10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.428454 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4c0cb5b2-fb0f-486c-b4b2-e571c52a9f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:08.476139 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6a47cea6-5871-4731-827d-6850405b10f3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=eec5eccc40974df1aa948c9860346d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000576 Jun 24 12:41:08.479183 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36458) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:08.492515 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47cea6-5871-4731-827d-6850405b10f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e98bf2-1aa0-4dbf-b259-984dc7ce12da,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:08.501094 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6a47cea6-5871-4731-827d-6850405b10f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:08.521182 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.542386 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:08.544805 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-d4024935-c2c1-4c52-87ff-a119beb4ccc5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:08.546485 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-d4024935-c2c1-4c52-87ff-a119beb4ccc5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 814 time: 0.2041841 Jun 24 12:41:08.561086 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.563514 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] 10.222.0.99 "DELETE /v2.0/networks/4992dbd7-3ef1-47d0-9bb8-ab759172e909 HTTP/1.1" status: 204 len: 168 time: 0.4974871 Jun 24 12:41:08.565021 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-63a87f3b-c355-4372-8d60-852c5d7e5dfc tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/quotas/7d3a8076f0bf433c9413fb47595c6fd1 HTTP/1.1" status: 200 len: 375 time: 0.0125949 Jun 24 12:41:08.580007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Pushing event deleted for resources: {'Network': ['ID=4992dbd7-3ef1-47d0-9bb8-ab759172e909,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:08.582551 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:08.601065 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-76e4c01d-22dd-4b7b-8cc7-87cf0ac31cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.625991 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-76e4c01d-22dd-4b7b-8cc7-87cf0ac31cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.648299 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-50d919a2-17a8-430d-bbda-6319ea6eaa41 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761566 Jun 24 12:41:08.744215 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab33f51-088d-4eeb-84d6-c94e2fd6d8c9 req-39b2d482-f711-4f2a-a50b-50685a5a06d4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:08.746803 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ab33f51-088d-4eeb-84d6-c94e2fd6d8c9 req-39b2d482-f711-4f2a-a50b-50685a5a06d4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0928757 Jun 24 12:41:08.788535 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ab33f51-088d-4eeb-84d6-c94e2fd6d8c9 req-83b8b8a5-f86e-4b42-95e5-17f905bf50ee tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352960 Jun 24 12:41:08.802948 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-76e4c01d-22dd-4b7b-8cc7-87cf0ac31cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.807379 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-76e4c01d-22dd-4b7b-8cc7-87cf0ac31cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:08.812917 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-76e4c01d-22dd-4b7b-8cc7-87cf0ac31cc7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d4e98bf2-1aa0-4dbf-b259-984dc7ce12da HTTP/1.1" status: 204 len: 168 time: 0.3325608 Jun 24 12:41:08.813963 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c95e3a24-d116-410d-8b83-808796e12d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:08.825639 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4c01d-22dd-4b7b-8cc7-87cf0ac31cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e98bf2-1aa0-4dbf-b259-984dc7ce12da,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:08.828904 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-76e4c01d-22dd-4b7b-8cc7-87cf0ac31cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:08.943502 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36474) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:08.960575 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-6c5d686c-4dbc-49c7-a539-22e37d3bef4e service neutron] 10.222.0.99 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049119 Jun 24 12:41:08.988484 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-c37d6543-1b94-4a34-a345-0bb77509bf5f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6ec994a9044049e0897207218c214246&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432065 Jun 24 12:41:08.990470 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36476) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:09.044675 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5ae00546-52ea-4ed4-8d25-9af3ab757be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:09.075836 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5ae00546-52ea-4ed4-8d25-9af3ab757be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:09.086310 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-31daf4ba-1a79-4f7e-8f74-05a5b1282e0e service neutron] 10.222.0.99 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187832 Jun 24 12:41:09.215131 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5ae00546-52ea-4ed4-8d25-9af3ab757be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:09.219380 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5ae00546-52ea-4ed4-8d25-9af3ab757be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:09.229571 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-5ae00546-52ea-4ed4-8d25-9af3ab757be7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/fb4c4fb3-4e56-47ca-910b-545a12f1dcb7 HTTP/1.1" status: 204 len: 168 time: 0.2361610 Jun 24 12:41:09.231025 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b6a8c89e-61e2-437b-8b8a-6d3a65f60da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:09.239231 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae00546-52ea-4ed4-8d25-9af3ab757be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4c4fb3-4e56-47ca-910b-545a12f1dcb7,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:09.241907 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5ae00546-52ea-4ed4-8d25-9af3ab757be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:09.411520 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6a57b678-ed4b-4f66-85b4-b28c1bf19919 req-8e694bc6-f986-43fb-a5cb-78e6e63d76a8 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 210 time: 0.0454924 Jun 24 12:41:09.577259 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36508) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:09.691308 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1446714905-network', 'tenant_id': '2f0448984b684864b9d822f1320d4882'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:09.851811 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Made reservation on behalf of 2f0448984b684864b9d822f1320d4882 for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:09.854199 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:09.866640 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:09.991566 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.003210 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b85e-8356-4362-882c-7d1839fdc897 req-fea97c08-6599-4027-b66f-094f027723bc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:10.004881 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c916b85e-8356-4362-882c-7d1839fdc897 req-fea97c08-6599-4027-b66f-094f027723bc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0951512 Jun 24 12:41:10.051260 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c916b85e-8356-4362-882c-7d1839fdc897 req-12010ce7-c7b2-4128-ab0e-c84091125a7d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386887 Jun 24 12:41:10.061101 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.079059 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-43076062-7d0b-4eb0-a609-d4d30a90d813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:10.099187 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:10.115573 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16951242-14f2-4af3-80ed-9339e2b93c38,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:10.118420 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.118841 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Added segment 2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a of type vlan for network 83815800-f264-4f61-8b34-131f7e7f5611 Jun 24 12:41:10.120291 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:10.163230 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.340247 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.341901 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:10.342665 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.352484 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-e9b30534-2a9e-48f1-8ebd-28df42be0bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:10.408229 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Pushing event updated for resources: {'Network': ['ID=83815800-f264-4f61-8b34-131f7e7f5611,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:10.411675 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:10.422555 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 83815800-f264-4f61-8b34-131f7e7f5611 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:10.439848 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8573704 Jun 24 12:41:10.440007 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36548) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:10.444333 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Request body: {'subnet': {'network_id': '83815800-f264-4f61-8b34-131f7e7f5611', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1446714905-subnet', 'tenant_id': '2f0448984b684864b9d822f1320d4882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:10.562829 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06e021e8-9dbb-42bf-b94b-4503f756f45f req-878e0e41-6e76-49e5-a1e8-ecaa871b2b41 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 210 time: 0.0308783 Jun 24 12:41:10.578253 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36558) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:10.593487 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Made reservation on behalf of 2f0448984b684864b9d822f1320d4882 for: {'subnet': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:10.596116 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.771137 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-510257450-network', 'tenant_id': '4c50d921975c474cb75222d564c78513'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:10.886183 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Made reservation on behalf of 4c50d921975c474cb75222d564c78513 for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:10.886456 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209'] for subnet, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.888766 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.889705 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:10.902314 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:10.957529 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:10.973454 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:10.988590 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Checking segment: {'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:10.992793 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Network hostable DHCP agents. Network: 83815800-f264-4f61-8b34-131f7e7f5611, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:11.045345 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.122735 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.123465 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Network 83815800-f264-4f61-8b34-131f7e7f5611 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:11.126699 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:11.151291 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:11.157704 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f445eee2-dce2-4732-b744-0780705cf585,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:11.161389 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:11.165470 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.165815 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Added segment ae846d97-7256-4c94-bb7c-06cf9e54507e of type vlan for network 30c2c7db-294f-4fa4-959a-9a5dbf60385d Jun 24 12:41:11.241908 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.271256 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 83815800-f264-4f61-8b34-131f7e7f5611) {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:11.282979 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024453e7-76d0-447c-92cf-f109fb55c6f1 None None] Network 83815800-f264-4f61-8b34-131f7e7f5611 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:11.283277 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:11.285124 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.314525 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274980d-af33-46f2-8937-ac5f461ea7c1 req-434d69ba-22fe-45bb-8596-76f1eb1c3a16 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:11.322000 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c274980d-af33-46f2-8937-ac5f461ea7c1 req-434d69ba-22fe-45bb-8596-76f1eb1c3a16 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1234784 Jun 24 12:41:11.359710 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c274980d-af33-46f2-8937-ac5f461ea7c1 req-de8210e8-1610-4a54-95c0-ae4a0c667c1b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372396 Jun 24 12:41:11.391092 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.392445 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:11.393024 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.396269 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:11.422345 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716eaad3-8034-4779-86b5-860023bac4fc None None] Network 83815800-f264-4f61-8b34-131f7e7f5611 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:11.448186 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-14816847-ed66-4762-a6d1-13ea271fa3f4 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0080693 Jun 24 12:41:11.463823 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Pushing event updated for resources: {'Network': ['ID=30c2c7db-294f-4fa4-959a-9a5dbf60385d,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:11.468570 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:11.476550 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:11.557566 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9780703 Jun 24 12:41:11.561147 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36598) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:11.567184 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Request body: {'subnet': {'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-subnet', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:11.654276 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Made reservation on behalf of 4c50d921975c474cb75222d564c78513 for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:11.657410 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27076407'] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.743645 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ece1e84b-9f5d-45e8-883e-d848407341b1 req-f498929b-db67-4f7a-8cbb-b885e2c1ff54 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 210 time: 0.0388365 Jun 24 12:41:11.950139 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27076317'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:11.956845 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f1f07121-f5b1-4cda-b632-3d8a304f9759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:12.028702 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Pushing event updated for resources: {'Subnet': ['ID=696c2770-1818-4e1a-b362-2a8e53c2eb53,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:12.031763 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:12.077947 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Checking segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:12.078313 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Network hostable DHCP agents. Network: 30c2c7db-294f-4fa4-959a-9a5dbf60385d, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:12.157702 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-31f0d8a3-38de-4118-bbca-4e51adaa8bca tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:12.159377 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-31f0d8a3-38de-4118-bbca-4e51adaa8bca tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 814 time: 0.1433682 Jun 24 12:41:12.206557 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Request body: {'port': {'device_id': '92d7a771-3448-48f0-aac7-baf5ee701865', 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'admin_state_up': True, 'tenant_id': '7d3a8076f0bf433c9413fb47595c6fd1'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:12.209648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:12.327295 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 30c2c7db-294f-4fa4-959a-9a5dbf60385d) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:12.337240 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:12.337552 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.345311 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b9567-9eab-43c0-89b5-90322e01193e None None] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:12.387242 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Made reservation on behalf of 7d3a8076f0bf433c9413fb47595c6fd1 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:12.390927 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.527759 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36634) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:12.595031 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Allocated IP 172.20.0.3 (f86865ad-6212-43dd-9646-d3af907112ea/22396959-b6eb-46e4-bd16-41cda76fd8ca/8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:12.619552 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:41:12.622353 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.659595 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0974722 Jun 24 12:41:12.666134 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36646) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:12.676803 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:12.720471 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae9b88-583f-4c3d-8e2f-1bcff0fa3562 req-97456e36-d7f8-44fb-b867-6de40cc2870e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:12.722172 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f2ae9b88-583f-4c3d-8e2f-1bcff0fa3562 req-97456e36-d7f8-44fb-b867-6de40cc2870e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1217949 Jun 24 12:41:12.737789 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0eddbeaa-e8e5-48b3-a21f-f02309fe050b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.792572 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f2ae9b88-583f-4c3d-8e2f-1bcff0fa3562 req-49d6c0a0-7b88-42fd-89ea-5c005f28de73 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505884 Jun 24 12:41:12.814315 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.825492 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.827906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.828061 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Allocated IP 172.20.0.2 (30c2c7db-294f-4fa4-959a-9a5dbf60385d/696c2770-1818-4e1a-b362-2a8e53c2eb53/a174f04a-5991-450b-bee5-bf2e320b07ac) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:12.906905 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.944092 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-481d9e6f-a5b6-431e-846f-4b61f979af70 req-db7c0966-6ae6-40cd-834d-f630242e1a7b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 210 time: 0.0470719 Jun 24 12:41:12.951494 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.959487 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:12.972898 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0eddbeaa-e8e5-48b3-a21f-f02309fe050b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.994390 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:12.997635 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Network f86865ad-6212-43dd-9646-d3af907112ea is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:13.002691 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e7bad545-b9da-45fd-b7c3-e361fd0b9b95'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:41:13.006397 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Transition to ACTIVE for port object a174f04a-5991-450b-bee5-bf2e320b07ac will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:13.006640 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:13.010744 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:13.028888 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0eddbeaa-e8e5-48b3-a21f-f02309fe050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.031526 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d4476f64-262a-4e58-93d2-d44c6d23c40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:13.044891 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Transition to ACTIVE for port object a174f04a-5991-450b-bee5-bf2e320b07ac will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:13.076119 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-0eddbeaa-e8e5-48b3-a21f-f02309fe050b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=04b8b4d618e1482ab794404ad8d832b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444438 Jun 24 12:41:13.076119 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddbeaa-e8e5-48b3-a21f-f02309fe050b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a4e957-0ba9-4ca3-9a26-2bf96c5c2e26,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:13.080453 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 36650) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:13.085524 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Pushing event updated for resources: {'Port': ['ID=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:13.088585 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0eddbeaa-e8e5-48b3-a21f-f02309fe050b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:13.097140 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:13.129859 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.141072 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:13.149447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:13.150147 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.191201 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:13.195330 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:13.197590 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:13.210910 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Pushing event updated for resources: {'Port': ['ID=a174f04a-5991-450b-bee5-bf2e320b07ac,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:13.225230 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.225696 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.226054 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.226396 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.226747 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.227106 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.227444 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.227775 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.228337 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.228528 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.229376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.229376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:13.234804 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:13.235412 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.254597 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2847c4cf-e08a-4ec5-a379-84db5ce2de9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.275511 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2847c4cf-e08a-4ec5-a379-84db5ce2de9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.282045 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Attempting to bind port a174f04a-5991-450b-bee5-bf2e320b07ac on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:13.282431 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Attempting to bind port a174f04a-5991-450b-bee5-bf2e320b07ac by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:13.283105 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Attempting to bind port a174f04a-5991-450b-bee5-bf2e320b07ac on network 30c2c7db-294f-4fa4-959a-9a5dbf60385d {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:13.287940 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:13.288325 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Checking segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:13.288734 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.289138 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Bound using segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:13.289610 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Bound port: a174f04a-5991-450b-bee5-bf2e320b07ac, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:13.289996 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.345943 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1433623 Jun 24 12:41:13.356771 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] For port a174f04a-5991-450b-bee5-bf2e320b07ac, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:13.359905 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] For port a174f04a-5991-450b-bee5-bf2e320b07ac, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a174f04a-5991-450b-bee5-bf2e320b07ac,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:13.371148 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Request body: {'port': {'device_id': '92d7a771-3448-48f0-aac7-baf5ee701865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:13.440338 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2847c4cf-e08a-4ec5-a379-84db5ce2de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.442793 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2847c4cf-e08a-4ec5-a379-84db5ce2de9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.443921 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-2847c4cf-e08a-4ec5-a379-84db5ce2de9b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a8a4e957-0ba9-4ca3-9a26-2bf96c5c2e26 HTTP/1.1" status: 204 len: 168 time: 0.3626173 Jun 24 12:41:13.445759 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5c0b17d9-38cb-4c9c-b97f-c6571bd36b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:13.484755 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.489332 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847c4cf-e08a-4ec5-a379-84db5ce2de9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a4e957-0ba9-4ca3-9a26-2bf96c5c2e26,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:13.491634 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2847c4cf-e08a-4ec5-a379-84db5ce2de9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:13.504740 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:13.520099 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:13.593436 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Pushing event updated for resources: {'Port': ['ID=a174f04a-5991-450b-bee5-bf2e320b07ac,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:13.604173 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:14.025290 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a174f04a-5991-450b-bee5-bf2e320b07ac up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:14.039978 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89d55-8566-427f-8c52-5fd696b84160 req-cb28ea3c-24d2-4693-9d0e-4750f6a78750 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:14.041588 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fca89d55-8566-427f-8c52-5fd696b84160 req-cb28ea3c-24d2-4693-9d0e-4750f6a78750 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0830412 Jun 24 12:41:14.041940 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.079289 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05542f7-0284-4301-8869-7a056d01c612 req-7c425b45-680e-407b-8a4e-b7c3deaa5693 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:14.081032 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-7c425b45-680e-407b-8a4e-b7c3deaa5693 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/networks?id=83815800-f264-4f61-8b34-131f7e7f5611 HTTP/1.1" status: 200 len: 809 time: 0.2026649 Jun 24 12:41:14.086306 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fca89d55-8566-427f-8c52-5fd696b84160 req-4743cddf-1a12-4e04-95f9-83142fd9c2f9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 Jun 24 12:41:14.087681 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.154470 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port a174f04a-5991-450b-bee5-bf2e320b07ac completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:14.158528 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-7f7e6645-99e0-4a72-b37e-50776987382b tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/quotas/2f0448984b684864b9d822f1320d4882 HTTP/1.1" status: 200 len: 375 time: 0.0670364 Jun 24 12:41:14.230992 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-c1fb513c-c0d5-404f-b825-9f347c045ffc tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=2f0448984b684864b9d822f1320d4882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644341 Jun 24 12:41:14.326245 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36688) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:14.342193 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-effa9cf1-54f3-41fe-8dd9-ba171ab26a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.404560 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f14ee573-801c-4421-9dff-6be49319aa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.488572 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-effa9cf1-54f3-41fe-8dd9-ba171ab26a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.525051 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730f173-7bed-4b7b-bb31-72dce17b2ff8 req-c82b02d0-dca4-423d-b31f-79be27e5d7e5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:14.527415 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5730f173-7bed-4b7b-bb31-72dce17b2ff8 req-c82b02d0-dca4-423d-b31f-79be27e5d7e5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 931 time: 0.0930195 Jun 24 12:41:14.536949 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:14.550178 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.580654 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5730f173-7bed-4b7b-bb31-72dce17b2ff8 req-a541731d-13e4-44b2-a1ef-517204a0ce3c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Jun 24 12:41:14.582941 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-effa9cf1-54f3-41fe-8dd9-ba171ab26a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.585319 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Transition to ACTIVE for port object 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:14.590576 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Allocated IP 172.27.2.54 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/c9e6f951-cc9c-4880-9389-117d62707c2e) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:14.623161 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c42c84fa-e0c6-4553-9eab-55fea140d505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:14.658883 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-effa9cf1-54f3-41fe-8dd9-ba171ab26a6e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ceba0f5532f84a8f954e35596aad388c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315167 Jun 24 12:41:14.663837 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36698) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:14.685302 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa9cf1-54f3-41fe-8dd9-ba171ab26a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b167fe-7c77-41d3-ad02-66851cf1baa5,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:14.690820 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-effa9cf1-54f3-41fe-8dd9-ba171ab26a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:14.692780 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-f79919f8-d454-4d22-88a3-0932a49f3261 service neutron] 10.222.0.99 "GET /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538682 Jun 24 12:41:14.695382 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.701936 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:14.744960 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7cbf637d-2308-4e39-b981-1f3b5059aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.771584 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7cbf637d-2308-4e39-b981-1f3b5059aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.775805 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:14.780492 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b5c0f-ef12-44e0-b30d-7f99b8dfdc6e None None] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:14.817293 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:14.900164 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.913652 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-36eecfd4-e7e4-4a95-8115-9a2f33c38724 service neutron] 10.222.0.99 "GET /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746821 Jun 24 12:41:14.915037 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7cbf637d-2308-4e39-b981-1f3b5059aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.920729 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7cbf637d-2308-4e39-b981-1f3b5059aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:14.924163 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-7cbf637d-2308-4e39-b981-1f3b5059aaef admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/19b167fe-7c77-41d3-ad02-66851cf1baa5 HTTP/1.1" status: 204 len: 168 time: 0.2572803 Jun 24 12:41:14.924163 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-8a17706c-38e4-4fab-939b-37e03bf4de63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:14.935015 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf637d-2308-4e39-b981-1f3b5059aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b167fe-7c77-41d3-ad02-66851cf1baa5,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:14.948228 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7cbf637d-2308-4e39-b981-1f3b5059aaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:14.981830 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] Provisioning for port a174f04a-5991-450b-bee5-bf2e320b07ac completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:14.988698 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] Provisioning complete for port a174f04a-5991-450b-bee5-bf2e320b07ac triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:14.989087 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.088764 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.106774 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.121779 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-14dd8ee9-9bef-4e81-a9a8-6b70332ae44b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:15.127433 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] For port a174f04a-5991-450b-bee5-bf2e320b07ac, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a174f04a-5991-450b-bee5-bf2e320b07ac,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:15.180475 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:15.181962 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Pushing event updated for resources: {'Port': ['ID=c9e6f951-cc9c-4880-9389-117d62707c2e,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:15.184966 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:15.187442 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:15.189662 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:15.254209 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.256825 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:15.340198 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] Pushing event updated for resources: {'Port': ['ID=a174f04a-5991-450b-bee5-bf2e320b07ac,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:15.340401 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112643c3-6280-4575-a756-c60f79790718 req-b6715d9b-e165-408f-aafc-9e42fc6b06fd tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:15.344233 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:15.347661 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-112643c3-6280-4575-a756-c60f79790718 req-b6715d9b-e165-408f-aafc-9e42fc6b06fd tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1038451 Jun 24 12:41:15.384186 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-cebf9aea-df9b-40bb-aaa8-d7ae923b19f2 None None] Provisioning complete for port a174f04a-5991-450b-bee5-bf2e320b07ac triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:15.384592 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-cebf9aea-df9b-40bb-aaa8-d7ae923b19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.410280 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-112643c3-6280-4575-a756-c60f79790718 req-8507aaa0-914f-4697-ba7e-c4ed1483f57d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Jun 24 12:41:15.418152 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0c2827f6-6f19-48f2-9621-5482508ec0ce req-4fc5300d-93fe-4e85-b6b8-2b484d401608 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 210 time: 0.0991356 Jun 24 12:41:15.523921 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Attempting to bind port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:15.524263 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Attempting to bind port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:15.524598 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Attempting to bind port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 on network f86865ad-6212-43dd-9646-d3af907112ea {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:15.531658 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 on network f86865ad-6212-43dd-9646-d3af907112ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:41:15.531990 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Attempting to bind port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 on network f86865ad-6212-43dd-9646-d3af907112ea {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:15.541516 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:15.541871 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Checking segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:15.542287 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Bound using segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:15.542723 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Bound port: 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:15.547711 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.607679 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36732) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:15.747159 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] For port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:15.780664 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e81a-910e-4f3c-a954-368b889f882d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.787208 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] For port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:15.802686 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.804362 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77569e58-dbfc-4ad2-a7fe-7f2b28a0162c req-294ecee1-cf7b-4be8-a9d6-5700c60d026f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:15.805866 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-77569e58-dbfc-4ad2-a7fe-7f2b28a0162c req-294ecee1-cf7b-4be8-a9d6-5700c60d026f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 943 time: 0.0933876 Jun 24 12:41:15.865735 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-77569e58-dbfc-4ad2-a7fe-7f2b28a0162c req-fb1ab520-84ba-4f0a-a662-5b02dbbfa6ba tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526834 Jun 24 12:41:15.898725 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.911406 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-160076b4-c037-4d98-8fd9-2d9f9ed8f73d tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:15.942671 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:15.943313 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:15.944742 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 HTTP/1.1" status: 200 len: 1093 time: 2.5780425 Jun 24 12:41:15.946947 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d7a771-3448-48f0-aac7-baf5ee701865', 'tag': '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:15.949942 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eff36d7-551f-4b1b-ace4-c038d0f6d1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "92d7a771-3448-48f0-aac7-baf5ee701865", "tag": "8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:15.987441 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a174f04a-5991-450b-bee5-bf2e320b07ac up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:15.987589 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e81a-910e-4f3c-a954-368b889f882d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.020127 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:16.024451 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:16.031574 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd92fc67-1d1a-495a-8f47-622b1d3a325a x-openstack-request-id: req-bd92fc67-1d1a-495a-8f47-622b1d3a325a {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:16.031894 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d7a771-3448-48f0-aac7-baf5ee701865", "tag": "8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:16.032165 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-bd92fc67-1d1a-495a-8f47-622b1d3a325a {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:16.032579 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d7a771-3448-48f0-aac7-baf5ee701865', 'tag': '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1', 'status': 'completed', 'code': 200} Jun 24 12:41:16.045552 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port a174f04a-5991-450b-bee5-bf2e320b07ac triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:16.051282 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.071092 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e81a-910e-4f3c-a954-368b889f882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.074811 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-87f5b48f-4c55-4abe-9c21-987169ceaac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:16.091483 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.123141 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b2a2e81a-910e-4f3c-a954-368b889f882d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a21efb53c0c24a9d9984cfd6da81c6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109062 Jun 24 12:41:16.123287 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36748) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:16.130489 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2e81a-910e-4f3c-a954-368b889f882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea852df-6b5c-4d58-b8c5-4e0b6a82668b,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:16.135519 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b2a2e81a-910e-4f3c-a954-368b889f882d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:16.192637 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-43278577-256d-4e48-a95e-2a3e9961e360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.223573 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-43278577-256d-4e48-a95e-2a3e9961e360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.285700 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff36d7-551f-4b1b-ace4-c038d0f6d1f1 req-3ef8a6b6-f903-4574-a42d-df34abfbfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:16.287186 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6eff36d7-551f-4b1b-ace4-c038d0f6d1f1 req-3ef8a6b6-f903-4574-a42d-df34abfbfecb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 1096 time: 0.1401813 Jun 24 12:41:16.400497 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff36d7-551f-4b1b-ace4-c038d0f6d1f1 req-cfdd75ec-25cc-4ced-bb52-b2074c4e57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:16.402840 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6eff36d7-551f-4b1b-ace4-c038d0f6d1f1 req-cfdd75ec-25cc-4ced-bb52-b2074c4e57eb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0914176 Jun 24 12:41:16.418405 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-43278577-256d-4e48-a95e-2a3e9961e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.421300 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-43278577-256d-4e48-a95e-2a3e9961e360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.422695 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-43278577-256d-4e48-a95e-2a3e9961e360 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8ea852df-6b5c-4d58-b8c5-4e0b6a82668b HTTP/1.1" status: 204 len: 168 time: 0.2982230 Jun 24 12:41:16.423758 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-11fa273e-22d5-420c-a87e-a70bcfc49eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:16.432647 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43278577-256d-4e48-a95e-2a3e9961e360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea852df-6b5c-4d58-b8c5-4e0b6a82668b,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:16.444804 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-43278577-256d-4e48-a95e-2a3e9961e360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:16.552425 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-760f6055-c555-494e-9890-bb3b57fe9315 req-b6c4a0af-d80b-4760-807e-c38491181fbd tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 210 time: 0.0377557 Jun 24 12:41:16.552970 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:41:16.639707 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff36d7-551f-4b1b-ace4-c038d0f6d1f1 req-aece71b2-fee5-40b6-92d1-ee5b312163ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:16.642602 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6eff36d7-551f-4b1b-ace4-c038d0f6d1f1 req-aece71b2-fee5-40b6-92d1-ee5b312163ed service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2318995 Jun 24 12:41:16.656374 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef4cb9-7278-4609-9259-ea3c2c372c5d req-6412f9e7-32bb-43d9-b9a8-87bbecab393b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:16.657987 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-edef4cb9-7278-4609-9259-ea3c2c372c5d req-6412f9e7-32bb-43d9-b9a8-87bbecab393b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0702963 Jun 24 12:41:16.703505 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-edef4cb9-7278-4609-9259-ea3c2c372c5d req-7381bd40-c573-4da2-bc50-cb3292e51080 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Jun 24 12:41:16.726980 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:16.739327 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Sync routers for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:16.749287 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:16.750065 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:40:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:16.799092 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f8aabecb-615e-49ee-96a8-6c25c5ee2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:16.800580 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-f8aabecb-615e-49ee-96a8-6c25c5ee2df8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 1096 time: 0.0631387 Jun 24 12:41:16.863863 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:16.864399 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-0c15f9cd-7ff6-4704-b9bb-9bff3b6b6c74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 HTTP/1.1" status: 200 len: 217 time: 0.0394509 Jun 24 12:41:16.909546 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:16.913739 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2464764 Jun 24 12:41:16.914104 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36774) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:16.933769 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-4653d608-9413-4487-af81-b9bcc117a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:16.935467 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-4653d608-9413-4487-af81-b9bcc117a38d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22396959-b6eb-46e4-bd16-41cda76fd8ca HTTP/1.1" status: 200 len: 854 time: 0.0636725 Jun 24 12:41:16.980542 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-cadaff7c-4ae0-4b56-95bc-6c4c9ee0506f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86865ad-6212-43dd-9646-d3af907112ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344317 Jun 24 12:41:17.058078 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:15Z', 'revision_number': 3, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:17.082234 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-015464df-85c9-4195-94e5-58aaa5dda579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.096399 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Checking router: 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:17.097001 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Updating router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 port c9e6f951-cc9c-4880-9389-117d62707c2e binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:17.147371 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.154508 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-3688874f-46ca-4671-9185-3e2f4f2ba40e service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280332 Jun 24 12:41:17.305180 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.343953 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a7fe1dfb-52aa-4b79-a395-e36992a5473c req-c6f31a35-70c9-4e81-83d5-13959fe7e163 service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786959 Jun 24 12:41:17.348381 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b83d62-da35-447d-82bb-d651cf546b5a req-06f45658-75af-418c-a8ce-4db2e17df55f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:17.349908 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f0b83d62-da35-447d-82bb-d651cf546b5a req-06f45658-75af-418c-a8ce-4db2e17df55f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 943 time: 0.2203856 Jun 24 12:41:17.437522 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f0b83d62-da35-447d-82bb-d651cf546b5a req-836c06bb-0b1a-4cbf-99c2-0c0c2c618fd4 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796897 Jun 24 12:41:17.517095 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.529397 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Transition to ACTIVE for port object c9e6f951-cc9c-4880-9389-117d62707c2e will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:17.606023 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.625759 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.629413 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:17.679163 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Attempting to bind port c9e6f951-cc9c-4880-9389-117d62707c2e on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:17.679679 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Attempting to bind port c9e6f951-cc9c-4880-9389-117d62707c2e by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:17.680062 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Attempting to bind port c9e6f951-cc9c-4880-9389-117d62707c2e on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:17.689866 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:17.690255 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:17.690674 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.691091 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:17.691595 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Bound port: c9e6f951-cc9c-4880-9389-117d62707c2e, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:17.692000 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.761436 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Pushing event updated for resources: {'Port': ['ID=c9e6f951-cc9c-4880-9389-117d62707c2e,revision_number=2']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:17.774047 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8268bc39-1c8f-4c29-ac4d-e804663a6816 req-f3787670-ac13-4ce3-ac2f-af820a3f7b91 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 210 time: 0.0641489 Jun 24 12:41:17.789304 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] For port c9e6f951-cc9c-4880-9389-117d62707c2e, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:17.793397 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] For port c9e6f951-cc9c-4880-9389-117d62707c2e, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c9e6f951-cc9c-4880-9389-117d62707c2e,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:17.801016 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.801580 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.803941 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.803941 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.803941 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.803941 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.803941 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.803941 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.804602 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.805060 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.805510 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.806005 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:41:17.817017 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:17.872298 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:17.878429 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Allocated IP 172.20.0.1 (30c2c7db-294f-4fa4-959a-9a5dbf60385d/696c2770-1818-4e1a-b362-2a8e53c2eb53/592f847b-18f5-466d-aec3-fc1eb227b96e) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:17.881377 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:17.919248 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:17.919920 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:18.068351 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:18.073305 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434317d-6417-4032-87fd-ea50bd7f777c req-15ff4550-7a19-4f37-bce3-a5b59bea4f8e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:18.075425 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c434317d-6417-4032-87fd-ea50bd7f777c req-15ff4550-7a19-4f37-bce3-a5b59bea4f8e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1690588 Jun 24 12:41:18.124916 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:18.166800 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c434317d-6417-4032-87fd-ea50bd7f777c req-f52b7957-cc89-4f1f-af70-29e01ef33c0e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849171 Jun 24 12:41:18.171031 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Transition to ACTIVE for port object 592f847b-18f5-466d-aec3-fc1eb227b96e will not be triggered until provisioned by entity DHCP. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:18.218213 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Pushing event updated for resources: {'Port': ['ID=c9e6f951-cc9c-4880-9389-117d62707c2e,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:18.221638 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-023782be-f299-4be3-ae3c-bc24b1013874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:18.271567 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:18.274760 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:18.321660 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:18.326185 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:18.330298 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:18.330298 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:18.338128 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Pushing event updated for resources: {'Port': ['ID=592f847b-18f5-466d-aec3-fc1eb227b96e,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:18.371601 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:15Z', 'revision_number': 3, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:18.412757 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d86dd-684c-4ed2-a02b-93a7d9a1e616 None None] The sync data for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi is: [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:15Z', 'revision_number': 3, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:18.431776 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:18.442509 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:18.676548 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d8dd12f7-e3b1-40b9-adc8-3daaec10ab6a None None] Provisioning for port 592f847b-18f5-466d-aec3-fc1eb227b96e completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:18.680666 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d8dd12f7-e3b1-40b9-adc8-3daaec10ab6a None None] Provisioning complete for port 592f847b-18f5-466d-aec3-fc1eb227b96e triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:18.681057 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d8dd12f7-e3b1-40b9-adc8-3daaec10ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:18.716687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fa54-df0b-4984-8fb1-7f4b09cfd7d6 req-65ff44d1-7ecd-45c1-8538-b8f85feb97ba tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:18.733126 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7e87fa54-df0b-4984-8fb1-7f4b09cfd7d6 req-65ff44d1-7ecd-45c1-8538-b8f85feb97ba tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 943 time: 0.1051095 Jun 24 12:41:18.771231 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:18.828104 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7e87fa54-df0b-4984-8fb1-7f4b09cfd7d6 req-1e80f4d4-b353-460f-8f1d-e33e7f00d8c2 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843999 Jun 24 12:41:18.990321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd12f7-e3b1-40b9-adc8-3daaec10ab6a None None] Port 592f847b-18f5-466d-aec3-fc1eb227b96e cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:19.125580 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05542f7-0284-4301-8869-7a056d01c612 req-ef484f68-2a09-4a5e-b9e4-08061b3d685f tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:19.129820 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-ef484f68-2a09-4a5e-b9e4-08061b3d685f tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.36 "GET /v2.0/networks?id=83815800-f264-4f61-8b34-131f7e7f5611 HTTP/1.1" status: 200 len: 809 time: 0.2647181 Jun 24 12:41:19.165726 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Request body: {'port': {'device_id': '4b47fc6a-b903-4376-9708-de27b1e932b1', 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611', 'admin_state_up': True, 'tenant_id': '2f0448984b684864b9d822f1320d4882'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:19.194145 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:19.200501 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6a7bc760-054a-4d1d-9751-4d906625572a req-a463e673-93ac-4a1e-bbf1-9ca537966fbb tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 210 time: 0.0806077 Jun 24 12:41:19.294731 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:19.296134 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:19.299680 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:19.447948 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Pushing event updated for resources: {'Port': ['ID=592f847b-18f5-466d-aec3-fc1eb227b96e,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:19.453571 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:19.488061 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Made reservation on behalf of 2f0448984b684864b9d822f1320d4882 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:19.496073 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:19.518371 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:19.528891 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a380e6-7d6d-4ac9-a6ca-9aa71c959ef0 req-8e1e37c2-b1e9-4c22-ae37-7e0fe34819e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:19.538692 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a5a380e6-7d6d-4ac9-a6ca-9aa71c959ef0 req-8e1e37c2-b1e9-4c22-ae37-7e0fe34819e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1916904 Jun 24 12:41:19.541941 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:19.685733 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a5a380e6-7d6d-4ac9-a6ca-9aa71c959ef0 req-930aa142-e656-4a52-a2cd-10e3c31d170f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458242 Jun 24 12:41:19.723459 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Allocated IP 172.20.0.13 (83815800-f264-4f61-8b34-131f7e7f5611/e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f/325c052f-d8da-4ca9-b11b-c09b4ed11b38) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:19.770676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:41:19.935499 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-44899f0f-4231-462b-b0e0-5c2f046b4825 None None] Provisioning complete for port 592f847b-18f5-466d-aec3-fc1eb227b96e triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:19.951696 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-44899f0f-4231-462b-b0e0-5c2f046b4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:19.961105 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:19.983963 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:20.009711 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] 10.222.0.99 "PUT /v2.0/routers/5fad5fc6-2e20-4e66-8ded-aa2f8af73032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0904958 Jun 24 12:41:20.014989 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-44899f0f-4231-462b-b0e0-5c2f046b4825 None None] Port 592f847b-18f5-466d-aec3-fc1eb227b96e cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:20.022333 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c9e6f951-cc9c-4880-9389-117d62707c2e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:20.023094 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:20.151918 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98b1b1-13c2-4f20-b647-00c13db3af9f req-9859b18f-142a-464e-bdd0-364263f9ad22 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:20.153484 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2a98b1b1-13c2-4f20-b647-00c13db3af9f req-9859b18f-142a-464e-bdd0-364263f9ad22 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 943 time: 0.0647938 Jun 24 12:41:20.168482 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port c9e6f951-cc9c-4880-9389-117d62707c2e completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:20.173002 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port c9e6f951-cc9c-4880-9389-117d62707c2e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:20.173578 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:20.184174 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:20.203965 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:20.287931 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:20.330874 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port c9e6f951-cc9c-4880-9389-117d62707c2e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c9e6f951-cc9c-4880-9389-117d62707c2e,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:20.419756 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:20.421682 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:20.492892 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Network 83815800-f264-4f61-8b34-131f7e7f5611 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:20.498618 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:20.504052 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=c9e6f951-cc9c-4880-9389-117d62707c2e,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:20.512290 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:20.515143 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:20.540258 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2a98b1b1-13c2-4f20-b647-00c13db3af9f req-d4494908-c8d7-4095-9298-c165e0b6bb43 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758891 Jun 24 12:41:20.556224 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Pushing event updated for resources: {'Port': ['ID=325c052f-d8da-4ca9-b11b-c09b4ed11b38,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:20.561816 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:20.576767 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:20.577395 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:20.687610 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5302069 Jun 24 12:41:20.724594 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Request body: {'port': {'device_id': '4b47fc6a-b903-4376-9708-de27b1e932b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:20.734726 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040377c-fce3-49e5-8274-83f40f2bad08 req-84b95c85-8d2b-4d7e-83d2-b3762c2777c8 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:20.736268 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5040377c-fce3-49e5-8274-83f40f2bad08 req-84b95c85-8d2b-4d7e-83d2-b3762c2777c8 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 932 time: 0.0791144 Jun 24 12:41:20.774279 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Sync routers for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:20.794442 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:20.794442 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:20.822294 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36932) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:20.832166 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306006426', 'description': 'tempest-description--1009893687'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:20.833616 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5040377c-fce3-49e5-8274-83f40f2bad08 req-824d604e-bdb9-4d23-8cc1-8646d4bf336d tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747366 Jun 24 12:41:20.848745 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:20.936365 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:20.954805 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.063977 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.119976 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183a01-7ac7-41da-8dab-ea700ea20cc1 req-005259e2-61ec-421b-9d8c-adb84137b730 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:21.121538 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c5183a01-7ac7-41da-8dab-ea700ea20cc1 req-005259e2-61ec-421b-9d8c-adb84137b730 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1376173 Jun 24 12:41:21.158786 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 2, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:21.179339 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.182609 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c5183a01-7ac7-41da-8dab-ea700ea20cc1 req-a0294748-c8b4-4024-b4d4-84a53c01e7e6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545526 Jun 24 12:41:21.182858 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a3174a6d-94c0-4bae-bd62-4d616e3e8abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:21.189245 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Checking router: 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:21.189670 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Updating router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 port 592f847b-18f5-466d-aec3-fc1eb227b96e binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:21.213135 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb89ce0-a998-46f4-a1ee-3445d0662c11,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:21.216956 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:21.243671 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.250782 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325c052f-d8da-4ca9-b11b-c09b4ed11b38 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:21.258229 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.270963 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Transition to ACTIVE for port object 325c052f-d8da-4ca9-b11b-c09b4ed11b38 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:21.294009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.295382 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4710872 Jun 24 12:41:21.298337 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36938) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:21.302742 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'security_group_rule': {'security_group_id': 'deb89ce0-a998-46f4-a1ee-3445d0662c11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:21.351136 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.354300 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d0d0d8ed-0e05-4fc2-8ef2-1f7833fc94ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:21.414430 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Pushing event updated for resources: {'Port': ['ID=325c052f-d8da-4ca9-b11b-c09b4ed11b38,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:21.417978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:21.470981 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.490751 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Attempting to bind port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:21.491107 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Attempting to bind port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:21.491447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Attempting to bind port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 on network 83815800-f264-4f61-8b34-131f7e7f5611 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:21.496344 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 on network 83815800-f264-4f61-8b34-131f7e7f5611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:41:21.496958 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Attempting to bind port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 on network 83815800-f264-4f61-8b34-131f7e7f5611 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:21.503549 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:21.504946 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Checking segment: {'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:21.505579 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Bound using segment: {'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:21.506181 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Bound port: 325c052f-d8da-4ca9-b11b-c09b4ed11b38, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:21.506547 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.538879 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.548013 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.549841 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Transition to ACTIVE for port object 592f847b-18f5-466d-aec3-fc1eb227b96e will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:21.576502 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] For port 325c052f-d8da-4ca9-b11b-c09b4ed11b38, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:21.579570 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] For port 325c052f-d8da-4ca9-b11b-c09b4ed11b38, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=325c052f-d8da-4ca9-b11b-c09b4ed11b38,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:21.625804 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.627306 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:21.644363 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3885cf2a-c563-48a7-9230-076cbd568be3,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:21.648035 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:21.654235 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.654683 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.656367 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:21.658040 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:21.691761 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:21.693638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.693749 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] 10.222.0.36 "PUT /v2.0/ports/325c052f-d8da-4ca9-b11b-c09b4ed11b38 HTTP/1.1" status: 200 len: 1094 time: 0.9815314 Jun 24 12:41:21.694205 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b47fc6a-b903-4376-9708-de27b1e932b1', 'tag': '325c052f-d8da-4ca9-b11b-c09b4ed11b38'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:21.696520 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0730ac8b-5c1b-4392-b464-d6c7084cc2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b47fc6a-b903-4376-9708-de27b1e932b1", "tag": "325c052f-d8da-4ca9-b11b-c09b4ed11b38"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:21.729730 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Pushing event updated for resources: {'Port': ['ID=325c052f-d8da-4ca9-b11b-c09b4ed11b38,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:21.737067 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:21.773723 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d468279f-c6ca-4276-a87a-3856f10b975c x-openstack-request-id: req-d468279f-c6ca-4276-a87a-3856f10b975c {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:21.774041 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b47fc6a-b903-4376-9708-de27b1e932b1", "tag": "325c052f-d8da-4ca9-b11b-c09b4ed11b38", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:21.774317 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-d468279f-c6ca-4276-a87a-3856f10b975c {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:21.774736 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b47fc6a-b903-4376-9708-de27b1e932b1', 'tag': '325c052f-d8da-4ca9-b11b-c09b4ed11b38', 'status': 'completed', 'code': 200} Jun 24 12:41:21.797043 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218a4c-7a58-482f-b91b-8f927de01210 None None] Pushing event updated for resources: {'Port': ['ID=592f847b-18f5-466d-aec3-fc1eb227b96e,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:21.829160 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e9218a4c-7a58-482f-b91b-8f927de01210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:21.855923 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Attempting to bind port 592f847b-18f5-466d-aec3-fc1eb227b96e on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:21.856304 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Attempting to bind port 592f847b-18f5-466d-aec3-fc1eb227b96e by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:21.856712 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Attempting to bind port 592f847b-18f5-466d-aec3-fc1eb227b96e on network 30c2c7db-294f-4fa4-959a-9a5dbf60385d {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:21.879398 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:21.879795 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Checking segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:21.880234 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.881091 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Bound using segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:21.881179 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Bound port: 592f847b-18f5-466d-aec3-fc1eb227b96e, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:21.881551 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:21.980227 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ac8b-5c1b-4392-b464-d6c7084cc2a0 req-277f4960-c5ec-4517-8e25-08cd06ff9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:21.982056 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0730ac8b-5c1b-4392-b464-d6c7084cc2a0 req-277f4960-c5ec-4517-8e25-08cd06ff9063 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f0448984b684864b9d822f1320d4882&device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 1097 time: 0.1482735 Jun 24 12:41:21.995492 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c9e6f951-cc9c-4880-9389-117d62707c2e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:22.032192 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.033600 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7343581 Jun 24 12:41:22.037586 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36964) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:22.059028 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'security_group_rule': {'security_group_id': 'deb89ce0-a998-46f4-a1ee-3445d0662c11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:22.089548 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] For port 592f847b-18f5-466d-aec3-fc1eb227b96e, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:22.093145 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port c9e6f951-cc9c-4880-9389-117d62707c2e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:22.093531 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.103685 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22423a23-75b4-411f-87b3-753ea3225235 req-283793a1-715d-485e-b2fc-610a7c71c4ec tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:22.104258 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] For port 592f847b-18f5-466d-aec3-fc1eb227b96e, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=592f847b-18f5-466d-aec3-fc1eb227b96e,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:22.110940 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-22423a23-75b4-411f-87b3-753ea3225235 req-283793a1-715d-485e-b2fc-610a7c71c4ec tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 943 time: 0.4438846 Jun 24 12:41:22.153450 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:41:22.173732 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ac8b-5c1b-4392-b464-d6c7084cc2a0 req-0c29579d-f18b-4404-b330-4e22d1afa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:22.173732 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0730ac8b-5c1b-4392-b464-d6c7084cc2a0 req-0c29579d-f18b-4404-b330-4e22d1afa8ab service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2f0448984b684864b9d822f1320d4882&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1755378 Jun 24 12:41:22.217808 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-22423a23-75b4-411f-87b3-753ea3225235 req-d5987ee1-3ad0-4ee0-bb48-99aa1f128838 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013708 Jun 24 12:41:22.220417 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.227154 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.231858 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:22.269199 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf969f-e633-4402-b94a-da81d48532f1 req-0d06bd34-4cb1-4cda-989f-8c339010b105 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:22.270826 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-aaaf969f-e633-4402-b94a-da81d48532f1 req-0d06bd34-4cb1-4cda-989f-8c339010b105 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 944 time: 0.1956851 Jun 24 12:41:22.340947 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.361843 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-aaaf969f-e633-4402-b94a-da81d48532f1 req-73a4f6a4-6930-4742-a76b-b264220321ce tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853777 Jun 24 12:41:22.381596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:22.382263 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:22.388222 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ac8b-5c1b-4392-b464-d6c7084cc2a0 req-fe011a0d-6b2f-4010-a754-d92a3513849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:22.389698 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0730ac8b-5c1b-4392-b464-d6c7084cc2a0 req-fe011a0d-6b2f-4010-a754-d92a3513849b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2103453 Jun 24 12:41:22.441470 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.447971 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-621b9fc3-b208-4a26-96e6-2de3352c5528 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:22.464397 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5733fa-a520-4562-ac19-75d5668e11cd,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:22.474056 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:22.480024 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218a4c-7a58-482f-b91b-8f927de01210 None None] Pushing event updated for resources: {'Port': ['ID=592f847b-18f5-466d-aec3-fc1eb227b96e,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:22.508683 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e9218a4c-7a58-482f-b91b-8f927de01210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:22.559974 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.563114 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5217206 Jun 24 12:41:22.564320 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 36970) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:22.568776 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:22.575918 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:22.597987 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1', 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'port_id': '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1', 'mac_address': 'fa:16:3e:82:48:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22396959-b6eb-46e4-bd16-41cda76fd8ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:41:22.609614 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:22.617729 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473dc99-f51b-48cc-926a-f161ba1a77e8 req-e8bb9390-b131-4774-9d00-489c28f116e2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:22.619234 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6473dc99-f51b-48cc-926a-f161ba1a77e8 req-e8bb9390-b131-4774-9d00-489c28f116e2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1140919 Jun 24 12:41:22.628385 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05542f7-0284-4301-8869-7a056d01c612 req-4abb5bc7-b2e4-4671-8de3-fdbd52cbcdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:22.629753 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-4abb5bc7-b2e4-4671-8de3-fdbd52cbcdf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f0448984b684864b9d822f1320d4882&device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 1097 time: 0.1121893 Jun 24 12:41:22.688237 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.692853 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-23684875-2eb2-47ed-b8e2-8703ff83edbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=325c052f-d8da-4ca9-b11b-c09b4ed11b38 HTTP/1.1" status: 200 len: 217 time: 0.0438364 Jun 24 12:41:22.698023 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6473dc99-f51b-48cc-926a-f161ba1a77e8 req-64bd9995-a004-400e-8b5b-7e82946962b5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724559 Jun 24 12:41:22.707861 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.758466 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:22.759023 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05542f7-0284-4301-8869-7a056d01c612 req-d96c83e0-7833-4eed-ac0f-ee9a5ce3d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:22.761095 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-d96c83e0-7833-4eed-ac0f-ee9a5ce3d474 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f HTTP/1.1" status: 200 len: 849 time: 0.0595946 Jun 24 12:41:22.794281 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:22.800395 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.813912 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-ffd01928-70db-4b5b-a938-71a0e4b48575 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83815800-f264-4f61-8b34-131f7e7f5611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411329 Jun 24 12:41:22.870893 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:22Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:22.899306 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a5af8-b72b-4886-a310-a81fd0204abf None None] The sync data for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi is: [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:22Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:22.900901 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:22.903127 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:22.921378 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-99d8e67b-c739-43f5-9fb0-f38932ad9bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982220 Jun 24 12:41:22.924331 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Allocated IP 172.27.2.156 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/ed0dd40a-5b82-4034-b883-605a4065f2b1) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:23.003471 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:23.010694 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:23.061771 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f05542f7-0284-4301-8869-7a056d01c612 req-8c474655-788a-4b8c-87f8-beae754aa8ab service neutron] 10.222.0.36 "GET /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330702 Jun 24 12:41:23.098706 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:23.220021 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:23.223506 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:23.267393 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:23.270706 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:23.277740 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:23.320806 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:41:23.339814 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:23.351941 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'Port': ['ID=ed0dd40a-5b82-4034-b883-605a4065f2b1,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:23.369288 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:23.464436 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed1a8c-1e4f-4f38-ab55-7cacae98dd80 req-bcb2817b-3ada-405d-8081-b2d72319b6d0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:23.471738 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c9ed1a8c-1e4f-4f38-ab55-7cacae98dd80 req-bcb2817b-3ada-405d-8081-b2d72319b6d0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 944 time: 0.1242259 Jun 24 12:41:23.513650 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:23.550957 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c9ed1a8c-1e4f-4f38-ab55-7cacae98dd80 req-adbf2e8a-ce69-455f-8ec2-57c675f0baab tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783243 Jun 24 12:41:23.622986 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8475984-539b-495d-86e7-56571f054172 req-d4102053-9998-4008-8722-d748eb01551e tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:23.630847 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f8475984-539b-495d-86e7-56571f054172 req-d4102053-9998-4008-8722-d748eb01551e tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 944 time: 0.1057713 Jun 24 12:41:23.694971 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f8475984-539b-495d-86e7-56571f054172 req-5165c277-38ca-4511-8664-54454eb81509 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593295 Jun 24 12:41:23.766530 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:23.836994 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:23.849097 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:23.866055 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:23.971756 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'Port': ['ID=ed0dd40a-5b82-4034-b883-605a4065f2b1,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:23.977570 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:23.979127 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:23.981049 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4157767 Jun 24 12:41:23.987056 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad371-a90b-43f4-9cfb-d83e692f94c0 req-2ac5d181-575d-4067-85c9-8e0e4916f951 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:23.988578 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-86fad371-a90b-43f4-9cfb-d83e692f94c0 req-2ac5d181-575d-4067-85c9-8e0e4916f951 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1205378 Jun 24 12:41:24.025610 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 592f847b-18f5-466d-aec3-fc1eb227b96e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:24.070615 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-86fad371-a90b-43f4-9cfb-d83e692f94c0 req-5fd383d2-1870-47e7-a660-db4a96f0bfed tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686364 Jun 24 12:41:24.185319 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-3eeb8a0e-58e8-4bc5-a270-5dfbaca28dde tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--1306006426&fields=id&tenant_id=4c50d921975c474cb75222d564c78513 HTTP/1.1" status: 200 len: 267 time: 0.0444548 Jun 24 12:41:24.196630 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 592f847b-18f5-466d-aec3-fc1eb227b96e completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:24.204889 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 592f847b-18f5-466d-aec3-fc1eb227b96e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:24.205524 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:24.334653 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-ee5ac575-601c-47e9-b751-b64a0ace3dd6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:24.344310 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-ee5ac575-601c-47e9-b751-b64a0ace3dd6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 816 time: 0.1578493 Jun 24 12:41:24.359282 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-f0440297-ef3c-4f1c-a69f-e75d6f3144ff tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/quotas/4c50d921975c474cb75222d564c78513 HTTP/1.1" status: 200 len: 375 time: 0.0139623 Jun 24 12:41:24.461186 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:24.471966 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-73b0ce95-6a54-4533-bca4-b17abd6a8786 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036992 Jun 24 12:41:24.499255 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 592f847b-18f5-466d-aec3-fc1eb227b96e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=592f847b-18f5-466d-aec3-fc1eb227b96e,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:24.578184 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-60c014bc-e65e-44c0-8ba8-0430770aafc2 service neutron] 10.222.0.99 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956123 Jun 24 12:41:24.589616 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:24.598860 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:24.642793 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=592f847b-18f5-466d-aec3-fc1eb227b96e,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:24.646363 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:24.675639 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d08d4aac-f6ab-4b54-898f-e0b73ed8dc7f service neutron] 10.222.0.99 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915816 Jun 24 12:41:24.751590 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dfcc9-4f92-47ec-b778-2ed16bae9b9a req-a32ef06c-e140-49fb-bdcb-81701fe9eb83 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:24.753003 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c33dfcc9-4f92-47ec-b778-2ed16bae9b9a req-a32ef06c-e140-49fb-bdcb-81701fe9eb83 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 944 time: 0.0645208 Jun 24 12:41:24.793150 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c33dfcc9-4f92-47ec-b778-2ed16bae9b9a req-5eed2d8d-8b9b-4ee1-8823-416ed94ff113 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Jun 24 12:41:24.969710 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24a71e-3f4c-4b9c-a9f1-c3953bb51e29 req-25069f2d-9ef3-4c32-a7fa-b8b8a3d298f4 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:24.971252 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0d24a71e-3f4c-4b9c-a9f1-c3953bb51e29 req-25069f2d-9ef3-4c32-a7fa-b8b8a3d298f4 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 944 time: 0.0737076 Jun 24 12:41:24.975428 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-97624fd8-c895-4b21-947c-0bf9596cd748 req-63291865-7ef8-4f58-bc90-6e0e01705694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 210 time: 0.0435071 Jun 24 12:41:25.019680 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0d24a71e-3f4c-4b9c-a9f1-c3953bb51e29 req-4bef333c-64c7-42d8-ba05-5b7cde7d15a2 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348709 Jun 24 12:41:25.245850 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f9e67-38fe-4da0-96da-5c08e8456a2e req-8ebd2dbf-f148-430e-9cd0-22ac3506b299 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:25.248663 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-654f9e67-38fe-4da0-96da-5c08e8456a2e req-8ebd2dbf-f148-430e-9cd0-22ac3506b299 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0651913 Jun 24 12:41:25.291365 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-654f9e67-38fe-4da0-96da-5c08e8456a2e req-46f0c898-e121-463e-8ea5-cd9cbf4eccd5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 Jun 24 12:41:25.934756 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 592f847b-18f5-466d-aec3-fc1eb227b96e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:25.985246 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97573249-ef71-4abb-b628-cb4a60243413 req-06c82575-b33b-4cd2-9ffb-6dd445fa3aa5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:25.987166 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-97573249-ef71-4abb-b628-cb4a60243413 req-06c82575-b33b-4cd2-9ffb-6dd445fa3aa5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 944 time: 0.0804443 Jun 24 12:41:25.987653 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 592f847b-18f5-466d-aec3-fc1eb227b96e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:25.988043 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.053600 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-97573249-ef71-4abb-b628-cb4a60243413 req-7c6c1913-dd0f-440a-a305-d8dcedb0938a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603619 Jun 24 12:41:26.077654 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9c31d237-27f9-412d-95ab-c89b2ebccdbd req-dba4b11f-f939-4740-8415-a3460bf5d3c2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 210 time: 0.0413606 Jun 24 12:41:26.168032 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 325c052f-d8da-4ca9-b11b-c09b4ed11b38 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:41:26.186054 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:26.262660 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d051698-2d5e-4585-baee-5d390370b505 req-2b318c27-4979-4d21-a675-efb52418f7d7 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:26.265552 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8d051698-2d5e-4585-baee-5d390370b505 req-2b318c27-4979-4d21-a675-efb52418f7d7 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 944 time: 0.0942850 Jun 24 12:41:26.315716 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8d051698-2d5e-4585-baee-5d390370b505 req-ed8009d0-02ba-413c-ab41-02ef2207a445 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Jun 24 12:41:26.344548 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 325c052f-d8da-4ca9-b11b-c09b4ed11b38, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=325c052f-d8da-4ca9-b11b-c09b4ed11b38,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:26.361986 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '325c052f-d8da-4ca9-b11b-c09b4ed11b38', 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611', 'port_id': '325c052f-d8da-4ca9-b11b-c09b4ed11b38', 'mac_address': 'fa:16:3e:f2:83:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:41:26.400421 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.413885 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325c052f-d8da-4ca9-b11b-c09b4ed11b38 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:26.420270 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:26.433539 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:26.433917 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.442621 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 325c052f-d8da-4ca9-b11b-c09b4ed11b38, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=325c052f-d8da-4ca9-b11b-c09b4ed11b38,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:26.505430 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ac058-040b-4981-96d0-fb5749aaf2d1 req-c8c7dcd0-3007-4087-aec7-d42c067b1cc7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:26.511609 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f87ac058-040b-4981-96d0-fb5749aaf2d1 req-c8c7dcd0-3007-4087-aec7-d42c067b1cc7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0822122 Jun 24 12:41:26.520920 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.544691 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d7a771-3448-48f0-aac7-baf5ee701865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:26.547031 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a44d39-eaca-4eea-8cf5-d5a11ec58fbb" -d '{"events": [{"server_uuid": "92d7a771-3448-48f0-aac7-baf5ee701865", "name": "network-vif-plugged", "status": "completed", "tag": "8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:26.553114 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f87ac058-040b-4981-96d0-fb5749aaf2d1 req-cd85a342-85f2-4149-a464-c00998488e2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354176 Jun 24 12:41:26.553260 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.561735 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e9218a4c-7a58-482f-b91b-8f927de01210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:26.583899 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:26.596989 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897c46a-fa8f-4c4d-8a55-5ba113b8a690 x-openstack-request-id: req-1897c46a-fa8f-4c4d-8a55-5ba113b8a690 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:26.597285 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d7a771-3448-48f0-aac7-baf5ee701865", "name": "network-vif-plugged", "status": "completed", "tag": "8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:26.597562 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-1897c46a-fa8f-4c4d-8a55-5ba113b8a690 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:26.597939 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d7a771-3448-48f0-aac7-baf5ee701865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1', 'code': 200} Jun 24 12:41:26.612976 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=325c052f-d8da-4ca9-b11b-c09b4ed11b38,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:26.615870 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:26.670577 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:26.672466 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:26.721105 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:26.724074 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:27.002703 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['325c052f-d8da-4ca9-b11b-c09b4ed11b38'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:41:27.099360 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68042eb-4480-4761-9427-c83fb504034e req-a7b9da87-8760-4889-8e46-10c79e0c2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:27.099884 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3962920-b290-48a8-8c2d-f26d6d58eb9d req-67240c5c-1638-4997-8297-c841eea877e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:27.101545 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a3962920-b290-48a8-8c2d-f26d6d58eb9d req-67240c5c-1638-4997-8297-c841eea877e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 1098 time: 0.0613029 Jun 24 12:41:27.102351 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f68042eb-4480-4761-9427-c83fb504034e req-a7b9da87-8760-4889-8e46-10c79e0c2e14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 1099 time: 0.0686772 Jun 24 12:41:27.161514 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f68042eb-4480-4761-9427-c83fb504034e req-5e925189-595c-4ba0-9b84-9d623ff16ab8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435519 Jun 24 12:41:27.171158 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a3962920-b290-48a8-8c2d-f26d6d58eb9d req-1a6f60a5-432a-4cbb-a718-7ee979ee0120 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530789 Jun 24 12:41:27.273128 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c27a007f-e7dc-4a5a-a5c0-52853d626435 req-f9cd80ad-6fc3-42ca-a437-fae022e3f8f7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 210 time: 0.0323334 Jun 24 12:41:27.299133 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa450-89bc-4274-bb56-8b57b94047d8 req-536ab587-1b70-477b-b757-7c4745a18405 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:27.300610 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-605fa450-89bc-4274-bb56-8b57b94047d8 req-536ab587-1b70-477b-b757-7c4745a18405 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 945 time: 0.0729015 Jun 24 12:41:27.353258 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-605fa450-89bc-4274-bb56-8b57b94047d8 req-a2863834-c048-470e-aecf-fcae2dc07550 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Jun 24 12:41:27.500682 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5ca60-37e8-45aa-8089-38e3460aa788 req-150c8ed0-4200-4ede-b865-1540dd267b7e tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:27.569823 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e4e5ca60-37e8-45aa-8089-38e3460aa788 req-150c8ed0-4200-4ede-b865-1540dd267b7e tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 945 time: 0.0640836 Jun 24 12:41:27.569823 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e4e5ca60-37e8-45aa-8089-38e3460aa788 req-d0ad17d4-b3ba-4bf2-9218-584b1ce473a1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Jun 24 12:41:27.743472 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d409185-10f6-4fed-acc2-acee358c2c9a req-97162605-67d0-4ef4-82e2-29dd80527783 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:27.744896 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1d409185-10f6-4fed-acc2-acee358c2c9a req-97162605-67d0-4ef4-82e2-29dd80527783 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0648184 Jun 24 12:41:27.782764 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1d409185-10f6-4fed-acc2-acee358c2c9a req-b33c8f10-a8fa-4ae2-8b12-774678cb6456 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Jun 24 12:41:28.087295 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37102) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:28.190340 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-38c98ad3-9d32-4c8c-b8f5-389be53642be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.192020 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 325c052f-d8da-4ca9-b11b-c09b4ed11b38 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:28.296192 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-38c98ad3-9d32-4c8c-b8f5-389be53642be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.333866 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:28.337847 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:28.338257 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.380237 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-38c98ad3-9d32-4c8c-b8f5-389be53642be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.391439 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-effa9cf1-54f3-41fe-8dd9-ba171ab26a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:28.430976 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-38c98ad3-9d32-4c8c-b8f5-389be53642be admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0091fb2791504b2da4857cfed7c6585b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425753 Jun 24 12:41:28.432296 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c98ad3-9d32-4c8c-b8f5-389be53642be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc851f6-4ee2-413b-b372-d5391582fa24,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:28.433593 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37118) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:28.440998 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-38c98ad3-9d32-4c8c-b8f5-389be53642be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:28.538899 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.583150 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 325c052f-d8da-4ca9-b11b-c09b4ed11b38, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=325c052f-d8da-4ca9-b11b-c09b4ed11b38,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:28.589054 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441cd7-66f3-46d8-a781-c287f21b4fa0 req-14f42f1e-2db7-44c1-b90b-a9d5bf89c50c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:28.589054 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1a441cd7-66f3-46d8-a781-c287f21b4fa0 req-14f42f1e-2db7-44c1-b90b-a9d5bf89c50c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 945 time: 0.0745673 Jun 24 12:41:28.589518 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8015d7e2-50e8-47da-aa1f-7972c647ea32 req-a8fecd66-c249-456f-820e-0e78acbdb8f5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 210 time: 0.0512357 Jun 24 12:41:28.599791 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b47fc6a-b903-4376-9708-de27b1e932b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325c052f-d8da-4ca9-b11b-c09b4ed11b38'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:28.601284 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-26d92484-7078-47a9-9c97-903786d8aa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.603028 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401b1b73-95f5-4277-af05-ea8f2b47a6db" -d '{"events": [{"server_uuid": "4b47fc6a-b903-4376-9708-de27b1e932b1", "name": "network-vif-plugged", "status": "completed", "tag": "325c052f-d8da-4ca9-b11b-c09b4ed11b38"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:28.637010 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-26d92484-7078-47a9-9c97-903786d8aa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.647672 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1a441cd7-66f3-46d8-a781-c287f21b4fa0 req-40c75cd3-59c5-4ff7-acb6-8725da895222 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556874 Jun 24 12:41:28.665160 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.667599 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-46511669-7fed-4f2b-954b-f1532f84c16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:28.714574 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62e9b14-f259-4cb5-9489-341061d5f152 x-openstack-request-id: req-d62e9b14-f259-4cb5-9489-341061d5f152 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:28.714873 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b47fc6a-b903-4376-9708-de27b1e932b1", "name": "network-vif-plugged", "status": "completed", "tag": "325c052f-d8da-4ca9-b11b-c09b4ed11b38", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:28.715249 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-d62e9b14-f259-4cb5-9489-341061d5f152 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:28.715589 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b47fc6a-b903-4376-9708-de27b1e932b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325c052f-d8da-4ca9-b11b-c09b4ed11b38', 'code': 200} Jun 24 12:41:28.738242 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=325c052f-d8da-4ca9-b11b-c09b4ed11b38,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:28.741404 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:28.779697 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847984a7-4b5d-4851-abaa-0f18a1e06f2d req-27e77c03-8b1c-408e-8c5a-6159fb371fe9 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:28.781332 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-847984a7-4b5d-4851-abaa-0f18a1e06f2d req-27e77c03-8b1c-408e-8c5a-6159fb371fe9 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 946 time: 0.0644352 Jun 24 12:41:28.795006 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-26d92484-7078-47a9-9c97-903786d8aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.802248 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-26d92484-7078-47a9-9c97-903786d8aa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:28.802248 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-26d92484-7078-47a9-9c97-903786d8aa83 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9dc851f6-4ee2-413b-b372-d5391582fa24 HTTP/1.1" status: 204 len: 168 time: 0.3625021 Jun 24 12:41:28.805287 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-dc03e843-bcbc-4fb0-aa7f-feb26b7f1434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:28.816106 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d92484-7078-47a9-9c97-903786d8aa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc851f6-4ee2-413b-b372-d5391582fa24,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:28.819116 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-26d92484-7078-47a9-9c97-903786d8aa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:28.842808 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-847984a7-4b5d-4851-abaa-0f18a1e06f2d req-4d77bf32-7578-4656-b654-25c7d4fc0bf1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508904 Jun 24 12:41:29.008769 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-f914733f-ab2d-4261-9d8c-dd54c3a9e5f3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:29.010272 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-f914733f-ab2d-4261-9d8c-dd54c3a9e5f3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 816 time: 0.1619527 Jun 24 12:41:29.024229 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3e8c8-09f5-45f8-8e7f-da772b07bcfa req-057ae5c3-b175-406f-a216-cea8c0ded86c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:29.031404 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-04b3e8c8-09f5-45f8-8e7f-da772b07bcfa req-057ae5c3-b175-406f-a216-cea8c0ded86c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1138711 Jun 24 12:41:29.064725 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-04b3e8c8-09f5-45f8-8e7f-da772b07bcfa req-b313955b-b9cd-40ec-9c52-38daddfcc838 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Jun 24 12:41:29.227780 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-8ae2dd81-0a6f-42ab-afc7-2ad03187fbcc tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c50d921975c474cb75222d564c78513 HTTP/1.1" status: 200 len: 380 time: 0.0548146 Jun 24 12:41:29.258938 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'port': {'device_id': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'admin_state_up': True, 'tenant_id': '4c50d921975c474cb75222d564c78513', 'security_groups': ['deb89ce0-a998-46f4-a1ee-3445d0662c11']}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:29.433836 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c479f7-a703-40fe-9a9e-1b8df89f21e7 req-84620a0f-ce3c-4c2d-9cf8-8402050fdf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:29.436040 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-95c479f7-a703-40fe-9a9e-1b8df89f21e7 req-84620a0f-ce3c-4c2d-9cf8-8402050fdf36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 1099 time: 0.0557094 Jun 24 12:41:29.478833 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Made reservation on behalf of 4c50d921975c474cb75222d564c78513 for: {'port': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:29.484778 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:29.493425 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-95c479f7-a703-40fe-9a9e-1b8df89f21e7 req-b7eeed09-a453-4dd1-8c78-d8cec6319218 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370016 Jun 24 12:41:29.643305 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Allocated IP 172.20.0.11 (30c2c7db-294f-4fa4-959a-9a5dbf60385d/696c2770-1818-4e1a-b362-2a8e53c2eb53/e2a573ac-c1ce-403d-bfd0-57f96cc684b1) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:29.772048 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-745e206e-523b-4ccd-962e-610a42a175fc req-0f1119c2-8115-4da9-8ba6-6b7ca0f620dd tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 210 time: 0.0346978 Jun 24 12:41:29.828933 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:29.843428 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Transition to ACTIVE for port object e2a573ac-c1ce-403d-bfd0-57f96cc684b1 will not be triggered until provisioned by entity DHCP. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:29.912863 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a1ae0-0d5b-48cc-a40e-2438d8f44559 req-c1d4ad16-6ac2-4397-9e71-86a1be505513 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:29.920727 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-846a1ae0-0d5b-48cc-a40e-2438d8f44559 req-c1d4ad16-6ac2-4397-9e71-86a1be505513 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 945 time: 0.0915511 Jun 24 12:41:29.970283 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-846a1ae0-0d5b-48cc-a40e-2438d8f44559 req-6c4a3382-76f6-41b4-9347-16083735b0f6 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459387 Jun 24 12:41:29.978523 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:29.998442 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9d039ec5-0c19-48a2-82e3-95729549a8a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:30.071586 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:30.082076 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:30.085101 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:30.092445 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:30.093089 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.114025 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:30.114025 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:30.147692 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0811c4-72c5-41e1-a32c-9ff3c0e5ee5d req-d3bef646-2a52-400a-939a-2f7b5e6b61e8 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:30.155038 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f0811c4-72c5-41e1-a32c-9ff3c0e5ee5d req-d3bef646-2a52-400a-939a-2f7b5e6b61e8 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 946 time: 0.1580710 Jun 24 12:41:30.208786 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9541247 Jun 24 12:41:30.248328 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Request body: {'port': {'device_id': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:30.270820 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37204) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:30.300508 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f0811c4-72c5-41e1-a32c-9ff3c0e5ee5d req-b40b4c10-5e43-4d5b-80b9-af50ed15040a tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442249 Jun 24 12:41:30.423310 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.488536 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3d0b9-1035-4cbc-a2e9-398f205fdbd8 req-18aa0026-9c9a-4826-8579-f123d47ae06e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:30.502223 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-add3d0b9-1035-4cbc-a2e9-398f205fdbd8 req-18aa0026-9c9a-4826-8579-f123d47ae06e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1387131 Jun 24 12:41:30.508727 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-4a937b37-5129-4555-8e78-ba7d2a8f0103 None None] Provisioning for port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:30.516038 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-4a937b37-5129-4555-8e78-ba7d2a8f0103 None None] Provisioning complete for port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:30.519226 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4a937b37-5129-4555-8e78-ba7d2a8f0103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.546376 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-31580802-b39f-48d7-a820-74a8c4c75d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.560005 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-add3d0b9-1035-4cbc-a2e9-398f205fdbd8 req-93b42215-ca15-4438-ad1f-4ae983f131cc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568891 Jun 24 12:41:30.580147 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-4a937b37-5129-4555-8e78-ba7d2a8f0103 None None] Port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:30.731547 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-31580802-b39f-48d7-a820-74a8c4c75d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.773034 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a573ac-c1ce-403d-bfd0-57f96cc684b1 {{(pid=100207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:30.780391 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.792189 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Transition to ACTIVE for port object e2a573ac-c1ce-403d-bfd0-57f96cc684b1 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:30.899091 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-31580802-b39f-48d7-a820-74a8c4c75d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.901855 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2ecca1da-a6b8-42c5-bc1a-1ee1495d922c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:30.938006 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:30.945893 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:30.976730 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31580802-b39f-48d7-a820-74a8c4c75d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea69b5-a0ca-4c64-bfb9-469c1cdac3ae,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:30.993778 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-31580802-b39f-48d7-a820-74a8c4c75d1a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=54565ce7c2ca4cfb8109d7691d4d5fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7207992 Jun 24 12:41:30.995635 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-31580802-b39f-48d7-a820-74a8c4c75d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:30.999118 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37238) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:31.046086 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4268a05-056d-47d5-84cd-0492fc54ef5e req-dcba7d53-517c-4386-b17f-18d933dec4c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:31.047624 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d4268a05-056d-47d5-84cd-0492fc54ef5e req-dcba7d53-517c-4386-b17f-18d933dec4c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1333292 Jun 24 12:41:31.051316 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:31.056517 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:31.089615 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Attempting to bind port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:31.090946 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Attempting to bind port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:31.090946 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Attempting to bind port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 on network 30c2c7db-294f-4fa4-959a-9a5dbf60385d {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:31.098601 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 on network 30c2c7db-294f-4fa4-959a-9a5dbf60385d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:41:31.098934 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Attempting to bind port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 on network 30c2c7db-294f-4fa4-959a-9a5dbf60385d {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:31.109869 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:31.122042 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Checking segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:31.122508 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Bound using segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:31.123719 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Bound port: e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:31.124115 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:31.131684 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d4268a05-056d-47d5-84cd-0492fc54ef5e req-bb0cfa54-d0fa-4b6d-82e5-5ad94d51bb02 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764627 Jun 24 12:41:31.140697 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-763a5f0b-9d6e-45ea-ab27-f2dae4f7de45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:31.205189 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-763a5f0b-9d6e-45ea-ab27-f2dae4f7de45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:31.299093 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:31.326651 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:31.348873 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3bb20-75f8-4fc6-af2d-51de3871c7fe req-fc98c8f9-df7f-4581-ad5f-514af4f2a540 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:31.350856 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-08c3bb20-75f8-4fc6-af2d-51de3871c7fe req-fc98c8f9-df7f-4581-ad5f-514af4f2a540 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1496830 Jun 24 12:41:31.441819 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-08c3bb20-75f8-4fc6-af2d-51de3871c7fe req-24b9961d-3ddb-4e93-ad0a-2eec0d67390e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760164 Jun 24 12:41:31.461485 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:31.461485 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:31.507561 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:31.508181 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:31.509329 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2bc82-42d8-43da-b373-7f429bafb8bb req-5bc9d1c3-08fd-4456-a7d5-6956769b8e58 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:31.509787 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2a573ac-c1ce-403d-bfd0-57f96cc684b1 HTTP/1.1" status: 200 len: 1094 time: 1.2664628 Jun 24 12:41:31.510022 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:31.511925 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1cd2bc82-42d8-43da-b373-7f429bafb8bb req-5bc9d1c3-08fd-4456-a7d5-6956769b8e58 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 946 time: 0.0681384 Jun 24 12:41:31.518319 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce4e414-8a2b-4899-8f12-987f01736f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:31.541252 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-763a5f0b-9d6e-45ea-ab27-f2dae4f7de45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:31.544734 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-763a5f0b-9d6e-45ea-ab27-f2dae4f7de45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:31.549863 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-763a5f0b-9d6e-45ea-ab27-f2dae4f7de45 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a2ea69b5-a0ca-4c64-bfb9-469c1cdac3ae HTTP/1.1" status: 204 len: 168 time: 0.5468385 Jun 24 12:41:31.555573 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:31.558966 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:31.559741 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6ae74674-4e56-426b-ab37-3ee788fb5998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:31.571201 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a5f0b-9d6e-45ea-ab27-f2dae4f7de45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ea69b5-a0ca-4c64-bfb9-469c1cdac3ae,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:31.574489 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-763a5f0b-9d6e-45ea-ab27-f2dae4f7de45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:31.590865 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1cd2bc82-42d8-43da-b373-7f429bafb8bb req-a2d54af0-b17a-406b-82f8-d250e25b0ddf tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570312 Jun 24 12:41:31.609752 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dfc691-4147-41cc-9dec-c36e7b593d50 x-openstack-request-id: req-23dfc691-4147-41cc-9dec-c36e7b593d50 {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:31.610199 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:31.610560 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-23dfc691-4147-41cc-9dec-c36e7b593d50 {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:31.611732 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'status': 'completed', 'code': 200} Jun 24 12:41:31.777862 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4e414-8a2b-4899-8f12-987f01736f2c req-9f1d3f80-db98-4f9b-98f2-b47f1cdd3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:31.779422 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5ce4e414-8a2b-4899-8f12-987f01736f2c req-9f1d3f80-db98-4f9b-98f2-b47f1cdd3ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 1097 time: 0.0628629 Jun 24 12:41:31.892872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4e414-8a2b-4899-8f12-987f01736f2c req-a62529d9-5656-4e25-b0cf-f8d3d79b180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:31.892872 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5ce4e414-8a2b-4899-8f12-987f01736f2c req-a62529d9-5656-4e25-b0cf-f8d3d79b180e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4c50d921975c474cb75222d564c78513&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0974543 Jun 24 12:41:32.019464 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4e414-8a2b-4899-8f12-987f01736f2c req-f1185755-c0d6-44bd-ab2d-f1aab1e100ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:32.021097 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5ce4e414-8a2b-4899-8f12-987f01736f2c req-f1185755-c0d6-44bd-ab2d-f1aab1e100ac service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097221 Jun 24 12:41:32.212386 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-a1cd4ff4-f7b5-404b-9908-6196b165a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:32.213951 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-a1cd4ff4-f7b5-404b-9908-6196b165a01c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 1097 time: 0.0846891 Jun 24 12:41:32.273000 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-c824184e-c35c-45dd-a695-f8aa12009bdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1 HTTP/1.1" status: 200 len: 217 time: 0.0362246 Jun 24 12:41:32.317155 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37282) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:32.329567 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-f8bde632-2a9f-4384-b65e-5a636c48dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:32.331123 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-f8bde632-2a9f-4384-b65e-5a636c48dd95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.0527599 Jun 24 12:41:32.333696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7c7a387c-5169-4762-a2e8-e380a0dd09ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:32.412780 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-9fa3f675-984f-4b39-af56-25575137577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:32.414267 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-9fa3f675-984f-4b39-af56-25575137577a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693758 Jun 24 12:41:32.465766 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7c7a387c-5169-4762-a2e8-e380a0dd09ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:32.511188 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-046f9505-faad-4675-8099-5a4860618f0d service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874801 Jun 24 12:41:32.567929 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7c7a387c-5169-4762-a2e8-e380a0dd09ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:32.572015 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-956f1b19-7891-4153-be6f-f1877d26bb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:32.610527 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-7c7a387c-5169-4762-a2e8-e380a0dd09ea admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cd722efff0824b7799ad40b6dfa78b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917295 Jun 24 12:41:32.613413 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37290) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:32.615812 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a387c-5169-4762-a2e8-e380a0dd09ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8366368c-3c23-45bb-85dc-3ec09046e3bf,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:32.619129 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7c7a387c-5169-4762-a2e8-e380a0dd09ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:32.654161 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f13727d-282b-43b4-9c66-68a4fa34dc15 req-9d9c9a09-3168-4314-9b8d-ba145f39fba9 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329966 Jun 24 12:41:32.675992 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02de30e-d228-43eb-9a72-5918082a7fb5 req-23d3b67c-9531-4cac-ad9f-a244bad6f92c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:32.676770 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8db2c01c-59bf-4ba2-a650-0260a403d997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:32.677728 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e02de30e-d228-43eb-9a72-5918082a7fb5 req-23d3b67c-9531-4cac-ad9f-a244bad6f92c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1092000 Jun 24 12:41:32.701590 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8db2c01c-59bf-4ba2-a650-0260a403d997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:32.804050 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08b45d-9392-4e05-a8df-f7caa20c90c4 req-bb950274-f3dc-4520-b264-552b4149a7ea tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:32.808023 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5e08b45d-9392-4e05-a8df-f7caa20c90c4 req-bb950274-f3dc-4520-b264-552b4149a7ea tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 946 time: 0.0968494 Jun 24 12:41:32.846896 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5e08b45d-9392-4e05-a8df-f7caa20c90c4 req-ab776598-7415-4aed-b902-84e249f04711 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Jun 24 12:41:32.882063 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8db2c01c-59bf-4ba2-a650-0260a403d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:32.884824 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8db2c01c-59bf-4ba2-a650-0260a403d997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:32.888733 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-8db2c01c-59bf-4ba2-a650-0260a403d997 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8366368c-3c23-45bb-85dc-3ec09046e3bf HTTP/1.1" status: 204 len: 168 time: 0.2713094 Jun 24 12:41:32.888733 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-78e79bf5-3bcc-4456-9568-4c141a892f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:32.895903 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2c01c-59bf-4ba2-a650-0260a403d997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8366368c-3c23-45bb-85dc-3ec09046e3bf,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:32.898261 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-8db2c01c-59bf-4ba2-a650-0260a403d997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:32.950481 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e02de30e-d228-43eb-9a72-5918082a7fb5 req-e2a7c45e-421a-40b2-ac08-8e5d87ce1087 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650199 Jun 24 12:41:33.767018 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37322) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:33.783814 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-90914cb2-cd0c-410d-aade-8e3bbf927d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:33.870925 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-90914cb2-cd0c-410d-aade-8e3bbf927d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:33.950709 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-90914cb2-cd0c-410d-aade-8e3bbf927d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:33.954298 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6369bb6a-02b9-4cd7-8488-2bcbd58067de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:33.991414 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-90914cb2-cd0c-410d-aade-8e3bbf927d9a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ffafa0d698fa43e0a50f5cb7c86067ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232144 Jun 24 12:41:33.992471 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90914cb2-cd0c-410d-aade-8e3bbf927d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ceb274-d72c-4741-bbb3-d671bb7b670c,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:33.995885 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-90914cb2-cd0c-410d-aade-8e3bbf927d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:33.996564 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37330) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:34.049858 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-706b1905-d198-45d7-8f1e-530402f20b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:34.056637 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784920d-1774-4d95-af6e-344d0c271dea req-cd9c76e9-2ef6-4251-8ce6-c22a5ad13196 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:34.058829 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b784920d-1774-4d95-af6e-344d0c271dea req-cd9c76e9-2ef6-4251-8ce6-c22a5ad13196 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0758920 Jun 24 12:41:34.076646 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-706b1905-d198-45d7-8f1e-530402f20b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:34.138326 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b784920d-1774-4d95-af6e-344d0c271dea req-03b08eee-3c72-4e6e-89f4-2f91ab3d24c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721328 Jun 24 12:41:34.166796 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-eeffb3f8-aaa8-4b23-b15d-e3c145984a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:34.168867 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-eeffb3f8-aaa8-4b23-b15d-e3c145984a5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1098 time: 0.0929337 Jun 24 12:41:34.208247 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-706b1905-d198-45d7-8f1e-530402f20b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:34.221529 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-706b1905-d198-45d7-8f1e-530402f20b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:34.222692 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-706b1905-d198-45d7-8f1e-530402f20b6a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/29ceb274-d72c-4741-bbb3-d671bb7b670c HTTP/1.1" status: 204 len: 168 time: 0.2251923 Jun 24 12:41:34.223436 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:34.234542 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b1905-d198-45d7-8f1e-530402f20b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ceb274-d72c-4741-bbb3-d671bb7b670c,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:34.238596 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-706b1905-d198-45d7-8f1e-530402f20b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:34.337446 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-f44a1a97-e405-4812-b2ba-360ab988f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:34.339180 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-f44a1a97-e405-4812-b2ba-360ab988f025 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 919 time: 0.1489677 Jun 24 12:41:34.351872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21df5-4926-476b-9ed9-4837ddf69733 req-16c5b35b-fef4-4dfd-beaa-3f39ab2bccec tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:34.353252 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-92e21df5-4926-476b-9ed9-4837ddf69733 req-16c5b35b-fef4-4dfd-beaa-3f39ab2bccec tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1056321 Jun 24 12:41:34.395110 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-575ce014-a937-4258-8af9-4e5ff5d45461 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714821af-d23f-4e23-b2d4-561166fdb72e HTTP/1.1" status: 200 len: 217 time: 0.0408943 Jun 24 12:41:34.443802 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-92e21df5-4926-476b-9ed9-4837ddf69733 req-4573abc5-35d9-4174-b550-0bc2e71613a6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816944 Jun 24 12:41:34.483996 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-4f11d964-a688-4221-bd2c-50a8c41d2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:34.483996 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-4f11d964-a688-4221-bd2c-50a8c41d2618 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.0688312 Jun 24 12:41:34.518849 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-f41ef23a-bd33-4f8a-9c75-725540046ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316198 Jun 24 12:41:34.625491 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-e81b31fe-a2bc-49f4-b9f8-3b6588bd2e37 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935338 Jun 24 12:41:34.726810 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bcddeda4-ce5b-4bb8-aafb-c5fefaf3b7c5 req-b8d275a1-3c63-4cda-a9e5-2d243b000fd4 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904918 Jun 24 12:41:35.214439 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d20f8-184f-4221-851a-b7800d4ba376 req-9a12af4d-06d6-4f2c-a552-0d0b51073e57 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:35.215944 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-934d20f8-184f-4221-851a-b7800d4ba376 req-9a12af4d-06d6-4f2c-a552-0d0b51073e57 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 946 time: 0.0637341 Jun 24 12:41:35.254680 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-934d20f8-184f-4221-851a-b7800d4ba376 req-4244731b-1514-47dc-a940-49dab777150e tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331476 Jun 24 12:41:35.429540 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1bcf4-9ba7-43a0-a7f0-65a7a649bde1 req-3b5296f6-f627-4a4c-9f82-4d40937b99bc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:35.431018 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-52c1bcf4-9ba7-43a0-a7f0-65a7a649bde1 req-3b5296f6-f627-4a4c-9f82-4d40937b99bc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0628057 Jun 24 12:41:35.473992 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-52c1bcf4-9ba7-43a0-a7f0-65a7a649bde1 req-d2739726-9407-438f-b849-58eb39f81d71 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Jun 24 12:41:35.652797 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148ea76-9f7d-473c-b280-62c3282e4db2 req-d1958789-1e2f-4a5a-9971-436732dfdcb3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:35.654254 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8148ea76-9f7d-473c-b280-62c3282e4db2 req-d1958789-1e2f-4a5a-9971-436732dfdcb3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0638037 Jun 24 12:41:35.690660 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8148ea76-9f7d-473c-b280-62c3282e4db2 req-7a922e34-7c7e-44c1-8c11-73e7cca6df47 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Jun 24 12:41:35.933288 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37382) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:36.035938 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7621-746e-4e5d-b79f-ee178b62fde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.128824 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7621-746e-4e5d-b79f-ee178b62fde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.196315 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7621-746e-4e5d-b79f-ee178b62fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.199477 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:36.235529 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-ff7e7621-746e-4e5d-b79f-ee178b62fde9 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d4773617d9884e22907a7530849a0444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009391 Jun 24 12:41:36.238450 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37388) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:36.239004 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e7621-746e-4e5d-b79f-ee178b62fde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b9eaa2-d0f3-43e1-8746-1051b72bf97a,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:36.239495 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:41:36.242037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ff7e7621-746e-4e5d-b79f-ee178b62fde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:36.291763 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1306eac2-3309-4dc2-88d9-7133fc17b492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.314085 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1306eac2-3309-4dc2-88d9-7133fc17b492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.337187 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:36.353530 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'port_id': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'mac_address': 'fa:16:3e:ad:98:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:41:36.391108 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.405024 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a573ac-c1ce-403d-bfd0-57f96cc684b1 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:36.425488 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:36.441997 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e123c4-3526-4e0e-a06f-65cee0800acc req-04d70a69-8510-4b2a-978e-c3a1ce2a4984 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:36.443484 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-79e123c4-3526-4e0e-a06f-65cee0800acc req-04d70a69-8510-4b2a-978e-c3a1ce2a4984 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 946 time: 0.0678275 Jun 24 12:41:36.444561 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1306eac2-3309-4dc2-88d9-7133fc17b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.447170 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1306eac2-3309-4dc2-88d9-7133fc17b492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.448830 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-1306eac2-3309-4dc2-88d9-7133fc17b492 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/19b9eaa2-d0f3-43e1-8746-1051b72bf97a HTTP/1.1" status: 204 len: 168 time: 0.2081778 Jun 24 12:41:36.449876 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c2ce6eb6-b2bc-4d4d-940b-cd9d899e14a8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:36.473743 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306eac2-3309-4dc2-88d9-7133fc17b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b9eaa2-d0f3-43e1-8746-1051b72bf97a,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:36.482207 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1306eac2-3309-4dc2-88d9-7133fc17b492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:36.504024 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-79e123c4-3526-4e0e-a06f-65cee0800acc req-fc91f796-4908-4b84-a523-b10b0ad70eb7 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506911 Jun 24 12:41:36.582634 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.589217 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:36.634187 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:36.638223 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:36.697622 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58518136-5fa3-4a8c-9ffb-e35ab7a01aa0 req-30697d15-aa49-4e34-be7d-52393eaff1c8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:36.699758 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-58518136-5fa3-4a8c-9ffb-e35ab7a01aa0 req-30697d15-aa49-4e34-be7d-52393eaff1c8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0887544 Jun 24 12:41:36.738262 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-58518136-5fa3-4a8c-9ffb-e35ab7a01aa0 req-0eec0364-8eb4-44f3-a3a3-18eb3cf52feb tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328665 Jun 24 12:41:36.865273 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:36.908961 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dff53-f78f-44c1-9ce0-4034e0a89daa req-cdfadf2a-5835-4f3c-bbd7-08f78466ddd0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:36.908961 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-167dff53-f78f-44c1-9ce0-4034e0a89daa req-cdfadf2a-5835-4f3c-bbd7-08f78466ddd0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0674553 Jun 24 12:41:36.951454 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-167dff53-f78f-44c1-9ce0-4034e0a89daa req-80a98697-0fbc-43c0-b47f-d47b7d2484ae tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 Jun 24 12:41:37.226539 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e2a573ac-c1ce-403d-bfd0-57f96cc684b1'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:41:37.353171 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-42d0fc87-d9f4-4674-92c3-b967d4fdc5db tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:37.354752 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-42d0fc87-d9f4-4674-92c3-b967d4fdc5db tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 946 time: 0.0723038 Jun 24 12:41:37.491340 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37422) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:37.526862 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Deleting port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:41:37.527234 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:37.617205 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-461138282-network', 'tenant_id': '8d08363634f147bba888dfa25e7273dc'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:37.623612 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] For port 325c052f-d8da-4ca9-b11b-c09b4ed11b38, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=325c052f-d8da-4ca9-b11b-c09b4ed11b38,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:37.623974 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:37.665940 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Calling delete_port for 325c052f-d8da-4ca9-b11b-c09b4ed11b38 owned by compute:nova {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:41:37.719638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Made reservation on behalf of 8d08363634f147bba888dfa25e7273dc for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:37.721986 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:37.731351 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:37.777234 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c92a6-d57d-4f31-96d7-b6ac272c48ba req-2d74b650-cf3b-44cb-a99a-96c544eb3232 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:37.778704 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ae0c92a6-d57d-4f31-96d7-b6ac272c48ba req-2d74b650-cf3b-44cb-a99a-96c544eb3232 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 946 time: 0.1519086 Jun 24 12:41:37.828634 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:37.848468 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ae0c92a6-d57d-4f31-96d7-b6ac272c48ba req-c60b42ee-3e4d-4514-aad9-ff4267486d74 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587146 Jun 24 12:41:37.897156 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:37.901410 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-8697633c-dbd9-460c-86c4-2f0b884cd23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:37.925025 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d409d0-cecd-45c6-8756-f25762562edb,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:37.928190 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:37.999353 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.004519 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:38.005113 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:38.014622 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.015837 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Added segment b6095d24-f9b9-42e0-a5dd-2ecfab76616c of type vlan for network 559cf1e1-0266-438e-b066-36db5cc4ba08 Jun 24 12:41:38.036990 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Pushing event deleted for resources: {'Port': ['ID=325c052f-d8da-4ca9-b11b-c09b4ed11b38,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:38.042806 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:38.059017 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.071731 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3513-5e75-48b1-a830-127cdf9a4a15 req-baacfd8d-21fa-4fbb-89bd-512e1b0b0df3 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:38.073859 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b38a3513-5e75-48b1-a830-127cdf9a4a15 req-baacfd8d-21fa-4fbb-89bd-512e1b0b0df3 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1165123 Jun 24 12:41:38.117829 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] No DVR routers for this DVR port 325c052f-d8da-4ca9-b11b-c09b4ed11b38 on host hv-cinder-68948 {{(pid=100207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:41:38.127325 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.129347 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9018426e-b9d3-49f2-b4b1-b497b5afafdd req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.36 "DELETE /v2.0/ports/325c052f-d8da-4ca9-b11b-c09b4ed11b38 HTTP/1.1" status: 204 len: 173 time: 0.7521813 Jun 24 12:41:38.129833 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b47fc6a-b903-4376-9708-de27b1e932b1', 'name': 'network-vif-deleted', 'tag': '325c052f-d8da-4ca9-b11b-c09b4ed11b38'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:38.130825 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['325c052f-d8da-4ca9-b11b-c09b4ed11b38'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:41:38.132215 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6dae9d-3c01-4eb7-be2f-4f2796a37726" -d '{"events": [{"server_uuid": "4b47fc6a-b903-4376-9708-de27b1e932b1", "name": "network-vif-deleted", "tag": "325c052f-d8da-4ca9-b11b-c09b4ed11b38"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:38.156134 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.157393 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b38a3513-5e75-48b1-a830-127cdf9a4a15 req-5eedad16-c93b-4b09-907e-4056e4e86fea tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658164 Jun 24 12:41:38.157550 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:38.158031 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.160327 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-949673c6-c401-43f8-ada2-996e65c7a4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:38.222458 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=559cf1e1-0266-438e-b066-36db5cc4ba08,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:38.225684 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:38.243981 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:38.291155 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7958176 Jun 24 12:41:38.292274 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37438) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:38.297619 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Request body: {'subnet': {'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-461138282-subnet', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:38.339176 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11829301-9f90-4c19-ae2b-1a424728297a req-00c6daf6-ac67-416e-a54f-800345c4d4e3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:38.340704 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-11829301-9f90-4c19-ae2b-1a424728297a req-00c6daf6-ac67-416e-a54f-800345c4d4e3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0740361 Jun 24 12:41:38.380628 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-11829301-9f90-4c19-ae2b-1a424728297a req-5a71b489-0401-4c36-b0e3-e8d9ba5ca455 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338967 Jun 24 12:41:38.413450 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Made reservation on behalf of 8d08363634f147bba888dfa25e7273dc for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:38.416011 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27076407'] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.431702 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6942bd7-812c-437c-ae71-7bf27ffa424c x-openstack-request-id: req-f6942bd7-812c-437c-ae71-7bf27ffa424c {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:38.432024 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b47fc6a-b903-4376-9708-de27b1e932b1", "name": "network-vif-deleted", "tag": "325c052f-d8da-4ca9-b11b-c09b4ed11b38", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:38.432890 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-f6942bd7-812c-437c-ae71-7bf27ffa424c {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:38.433431 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b47fc6a-b903-4376-9708-de27b1e932b1', 'name': 'network-vif-deleted', 'tag': '325c052f-d8da-4ca9-b11b-c09b4ed11b38', 'status': 'completed', 'code': 200} Jun 24 12:41:38.673951 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27076317'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.677254 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1a6fe1fa-7e49-4b75-8c15-9bd8ccccf56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:38.729888 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=223260de-f9a8-463a-ac04-7a41e99878b8,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:38.735669 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:38.739717 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Checking segment: {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:38.740079 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Network hostable DHCP agents. Network: 559cf1e1-0266-438e-b066-36db5cc4ba08, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:38.841757 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:38.927718 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 559cf1e1-0266-438e-b066-36db5cc4ba08) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:38.932470 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:38.933133 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:38.937137 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c932c29f-a443-47ad-8916-fc6fd9603467 None None] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:39.013319 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3a9e2765-fc9c-4367-a035-56ca2352fdcb req-5ab30e50-b3f4-4512-92ff-5eeaf7ffacde tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=4b47fc6a-b903-4376-9708-de27b1e932b1 HTTP/1.1" status: 200 len: 210 time: 0.0311823 Jun 24 12:41:39.025779 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-8faf54f7-156a-487b-82ab-ea6aabd42abb admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7319741 Jun 24 12:41:39.029896 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37446) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:39.035186 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:39.094026 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-559cf1e1-0266-438e-b066-36db5cc4ba08', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:41:39.096586 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.107686 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:41:39.137777 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.138800 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.193229 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.243268 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Allocated IP 172.20.0.2 (559cf1e1-0266-438e-b066-36db5cc4ba08/223260de-f9a8-463a-ac04-7a41e99878b8/79005229-448f-445d-b174-f881030ec5ae) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:39.364205 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45de26-fc08-456a-a4e4-fc8d08ae9d50 req-d855323c-b38b-4d45-9d97-555780dd074f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:39.365594 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6b45de26-fc08-456a-a4e4-fc8d08ae9d50 req-d855323c-b38b-4d45-9d97-555780dd074f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0838985 Jun 24 12:41:39.407153 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.414330 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6b45de26-fc08-456a-a4e4-fc8d08ae9d50 req-29c924f0-8891-4e46-bd78-05e75ae4b963 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Jun 24 12:41:39.430649 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Transition to ACTIVE for port object 79005229-448f-445d-b174-f881030ec5ae will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:39.435637 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Transition to ACTIVE for port object 79005229-448f-445d-b174-f881030ec5ae will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:39.439399 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.508514 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.510761 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:39.555571 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:39.561986 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:39.564557 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:39.567932 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Pushing event updated for resources: {'Port': ['ID=79005229-448f-445d-b174-f881030ec5ae,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:39.572242 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:39.586293 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a690b-3819-4f67-835e-60afd7ebdcd8 req-77caf93e-8a70-4099-ad79-57f387ccefe2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:39.588197 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-248a690b-3819-4f67-835e-60afd7ebdcd8 req-77caf93e-8a70-4099-ad79-57f387ccefe2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0727952 Jun 24 12:41:39.628818 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Attempting to bind port 79005229-448f-445d-b174-f881030ec5ae on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:39.629093 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Attempting to bind port 79005229-448f-445d-b174-f881030ec5ae by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:39.629465 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Attempting to bind port 79005229-448f-445d-b174-f881030ec5ae on network 559cf1e1-0266-438e-b066-36db5cc4ba08 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:39.631511 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-248a690b-3819-4f67-835e-60afd7ebdcd8 req-d63ef994-db9f-4d02-8133-39318416595d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367815 Jun 24 12:41:39.635390 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:39.635886 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Checking segment: {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:39.636375 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.636730 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Bound using segment: {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:39.637218 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Bound port: 79005229-448f-445d-b174-f881030ec5ae, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:39.637607 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.719555 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] For port 79005229-448f-445d-b174-f881030ec5ae, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:39.723279 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] For port 79005229-448f-445d-b174-f881030ec5ae, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=79005229-448f-445d-b174-f881030ec5ae,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:39.842280 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.844378 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:39.925376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Pushing event updated for resources: {'Port': ['ID=79005229-448f-445d-b174-f881030ec5ae,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:39.928982 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:39.942224 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:39.962771 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:40.123997 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Allocated IP 172.27.2.86 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/68cc2c01-0424-4def-a914-ec957ac08d91) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:40.271308 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:40.275439 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:40.400367 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:40.404094 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:40.422739 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:40.426842 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:40.430694 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:40.445366 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:40.448447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:40.451840 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:40.476502 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Pushing event updated for resources: {'Port': ['ID=68cc2c01-0424-4def-a914-ec957ac08d91,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:40.481311 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:40.536701 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:40.565810 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:40.568447 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feff554-bc21-4dd0-a34e-f7f44b827968" -d '{"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:40.583927 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:40.668349 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b589-f3a7-4511-8038-0450974f8807 req-b0c37582-e848-4f80-8e6d-46d7f0633efe tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:40.670102 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-b0c37582-e848-4f80-8e6d-46d7f0633efe tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/networks?id=83815800-f264-4f61-8b34-131f7e7f5611 HTTP/1.1" status: 200 len: 809 time: 0.1237543 Jun 24 12:41:40.677853 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:40.679405 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 325c052f-d8da-4ca9-b11b-c09b4ed11b38 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:41:40.681662 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:40.694877 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-7e7487ed-8456-41c3-8629-2e7f5656df57 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/quotas/2f0448984b684864b9d822f1320d4882 HTTP/1.1" status: 200 len: 375 time: 0.0184710 Jun 24 12:41:40.709055 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-91783ccd-844f-4a89-b945-2daabd40bdf0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:40.710541 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-91783ccd-844f-4a89-b945-2daabd40bdf0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 814 time: 0.1752479 Jun 24 12:41:40.727251 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 325c052f-d8da-4ca9-b11b-c09b4ed11b38 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:41:40.727880 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 325c052f-d8da-4ca9-b11b-c09b4ed11b38 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:41:40.728065 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-7fe81802-e41e-40ad-8572-8591a45297d0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/quotas/7d3a8076f0bf433c9413fb47595c6fd1 HTTP/1.1" status: 200 len: 375 time: 0.0106313 Jun 24 12:41:40.744386 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-9a2f3a15-bedf-4550-ba0d-a83dada24e74 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=2f0448984b684864b9d822f1320d4882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484123 Jun 24 12:41:40.764037 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:40.767642 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:40.845451 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-7d13bcc7-533f-4df1-93fa-cd79a259c925 service neutron] 10.222.0.99 "GET /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975630 Jun 24 12:41:40.909575 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-e859d200-793e-4725-9191-fd35a8e7f852 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631424 Jun 24 12:41:40.927942 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:40.940215 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a93290-3359-41e3-952f-e0889f75a3af None None] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:40.964051 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-98e8155e-f014-4b04-9d8d-355ef094dec9 service neutron] 10.222.0.99 "GET /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160882 Jun 24 12:41:41.068646 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-c2c8ee06-6d41-47c1-8697-d974bcdbec9d service neutron] 10.222.0.99 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597419 Jun 24 12:41:41.168340 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-a9d34545-b619-45de-af09-44f9b384d27a None None] Provisioning for port 79005229-448f-445d-b174-f881030ec5ae completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:41.253646 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:41.319190 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ed3d47ac-05b8-4d89-9a4c-22ccc10bfab9 service neutron] 10.222.0.99 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414169 Jun 24 12:41:41.431567 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ffdd1-4da2-47d6-a2cb-1de447338d54 req-954f5567-25e0-4305-8cdd-f8ef0f0f723c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:41.434309 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-299ffdd1-4da2-47d6-a2cb-1de447338d54 req-954f5567-25e0-4305-8cdd-f8ef0f0f723c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0993114 Jun 24 12:41:41.476363 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-299ffdd1-4da2-47d6-a2cb-1de447338d54 req-97e9c0f4-d23d-4e4b-81e8-3f745e404c72 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Jun 24 12:41:41.481582 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Router 47f1815b-cc0c-49ea-9763-ec2df4f49355 is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:41:41.526428 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e405e8f-630d-4155-8247-756088b4935b x-openstack-request-id: req-2e405e8f-630d-4155-8247-756088b4935b {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:41.526914 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:41.529781 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-2e405e8f-630d-4155-8247-756088b4935b {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:41.529781 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'code': 200} Jun 24 12:41:41.603849 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:41.615592 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Sync routers for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:41.625286 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:41.625923 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:41.679989 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:41.681346 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6503720 Jun 24 12:41:41.689992 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37512) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:41.778267 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:41.862632 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f2f64-671f-40c9-916a-b3522f5f6623 req-086ece84-1f02-45e8-b473-49d2cf793a4a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:41.864141 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-156f2f64-671f-40c9-916a-b3522f5f6623 req-086ece84-1f02-45e8-b473-49d2cf793a4a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1892967 Jun 24 12:41:41.974881 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72c12d32-aea8-437d-8ede-72f5eccacb02 req-8dbd9a08-45a5-414a-b1d3-8e5bbd763cda tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.1169760 Jun 24 12:41:42.070108 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:40Z', 'revision_number': 3, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:42.087314 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 79005229-448f-445d-b174-f881030ec5ae up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:42.093839 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-49227fda-ad6b-4b66-916b-807a19385090 req-ab3cc1ed-c38b-42e7-98a3-c86bae94b2b3 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 210 time: 0.0417278 Jun 24 12:41:42.134810 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Checking router: 47f1815b-cc0c-49ea-9763-ec2df4f49355 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:42.136438 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Updating router 47f1815b-cc0c-49ea-9763-ec2df4f49355 port 68cc2c01-0424-4def-a914-ec957ac08d91 binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:42.178144 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.220942 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-156f2f64-671f-40c9-916a-b3522f5f6623 req-1c2267b1-684a-4613-b8c0-c77c554ccf7d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477206 Jun 24 12:41:42.253242 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 79005229-448f-445d-b174-f881030ec5ae completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:42.257203 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 79005229-448f-445d-b174-f881030ec5ae triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:42.257595 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.362450 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.411363 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 79005229-448f-445d-b174-f881030ec5ae, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=79005229-448f-445d-b174-f881030ec5ae,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:42.453839 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.465770 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Transition to ACTIVE for port object 68cc2c01-0424-4def-a914-ec957ac08d91 will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:42.500941 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55ca50-8d84-4e5f-8152-8d94bbcd9574 req-ab8d296e-6b64-4891-9214-02961fe41651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:42.502380 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-da55ca50-8d84-4e5f-8152-8d94bbcd9574 req-ab8d296e-6b64-4891-9214-02961fe41651 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 1099 time: 0.4596906 Jun 24 12:41:42.567628 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.570392 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:42.573174 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-da55ca50-8d84-4e5f-8152-8d94bbcd9574 req-1d1af73f-7166-4ff1-8dfa-d7704fae3038 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560608 Jun 24 12:41:42.602135 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.613473 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.614723 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:42.635591 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=79005229-448f-445d-b174-f881030ec5ae,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:42.639424 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:42.645825 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Attempting to bind port 68cc2c01-0424-4def-a914-ec957ac08d91 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:42.646311 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Attempting to bind port 68cc2c01-0424-4def-a914-ec957ac08d91 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:42.646570 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Attempting to bind port 68cc2c01-0424-4def-a914-ec957ac08d91 on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:42.672325 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:42.672681 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:42.673089 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.673671 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:42.674148 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Bound port: 68cc2c01-0424-4def-a914-ec957ac08d91, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:42.674561 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.691787 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b2083-f7fb-451a-8d5f-46e878b1a8d1 req-be3031ba-43bc-413d-a4bb-577932680f5c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:42.693264 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3b2b2083-f7fb-451a-8d5f-46e878b1a8d1 req-be3031ba-43bc-413d-a4bb-577932680f5c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0974805 Jun 24 12:41:42.711184 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a59a70-6da2-45ec-a911-e385b4639c9c None None] Pushing event updated for resources: {'Port': ['ID=68cc2c01-0424-4def-a914-ec957ac08d91,revision_number=2']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:42.714490 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-b9a59a70-6da2-45ec-a911-e385b4639c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:42.742571 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3b2b2083-f7fb-451a-8d5f-46e878b1a8d1 req-4e47673c-39b1-464e-a3d4-3130c5b73b42 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Jun 24 12:41:42.744777 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] For port 68cc2c01-0424-4def-a914-ec957ac08d91, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:42.748551 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] For port 68cc2c01-0424-4def-a914-ec957ac08d91, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=68cc2c01-0424-4def-a914-ec957ac08d91,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:42.785304 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Allocated IP 172.20.0.1 (559cf1e1-0266-438e-b066-36db5cc4ba08/223260de-f9a8-463a-ac04-7a41e99878b8/45083cf0-1109-48e1-8bca-224a7870d9ef) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:42.832094 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.834817 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-b9a59a70-6da2-45ec-a911-e385b4639c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:42.898656 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:42.899320 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:42.899467 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:42.914215 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Transition to ACTIVE for port object 45083cf0-1109-48e1-8bca-224a7870d9ef will not be triggered until provisioned by entity DHCP. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:42.937126 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a59a70-6da2-45ec-a911-e385b4639c9c None None] Pushing event updated for resources: {'Port': ['ID=68cc2c01-0424-4def-a914-ec957ac08d91,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:42.940423 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-b9a59a70-6da2-45ec-a911-e385b4639c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.010111 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:43.019430 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.030296 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:43.042513 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:43.044945 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:43.063700 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:43.064239 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.207965 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26f32dc2-90f4-44e8-8f57-5dd586d367be req-bfb6d3e6-0736-4519-be62-e928ce1bb6ce tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0908272 Jun 24 12:41:43.215547 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Pushing event updated for resources: {'Port': ['ID=45083cf0-1109-48e1-8bca-224a7870d9ef,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.223873 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.288660 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:40Z', 'revision_number': 3, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:43.319300 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5372d-937a-4971-8b0f-8f0be87ef998 None None] The sync data for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi is: [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:40Z', 'revision_number': 3, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:43.400271 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-39ff63aa-1d65-471e-930c-9531c1a1033e req-a4da373b-2ec6-4feb-b22d-bdbb28b8150d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 210 time: 0.0882993 Jun 24 12:41:43.408205 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.455594 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-24d377b7-76a0-40fa-89d2-a95e7e1fbe7d None None] Provisioning for port 45083cf0-1109-48e1-8bca-224a7870d9ef completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:43.459657 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-24d377b7-76a0-40fa-89d2-a95e7e1fbe7d None None] Provisioning complete for port 45083cf0-1109-48e1-8bca-224a7870d9ef triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:43.460049 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-24d377b7-76a0-40fa-89d2-a95e7e1fbe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.461384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69507-7c8f-40e7-a9e8-7900c2e5eccd req-af08055a-de16-499c-9648-9cfd7503ca44 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:43.462948 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6cf69507-7c8f-40e7-a9e8-7900c2e5eccd req-af08055a-de16-499c-9648-9cfd7503ca44 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1079333 Jun 24 12:41:43.509993 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6cf69507-7c8f-40e7-a9e8-7900c2e5eccd req-4d043e2e-7ea3-4dbd-ba02-5c7efda88435 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398748 Jun 24 12:41:43.518829 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-24d377b7-76a0-40fa-89d2-a95e7e1fbe7d None None] Port 45083cf0-1109-48e1-8bca-224a7870d9ef cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:43.655227 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.721600 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.722437 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:43.724617 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:43.822278 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Pushing event updated for resources: {'Port': ['ID=45083cf0-1109-48e1-8bca-224a7870d9ef,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:43.826605 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:43.873299 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:43.876628 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:44.056647 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6eb90-b39c-44de-9907-fa351c4dce32 req-7071113e-1b50-4346-a249-1ad286ad6a3c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:44.059379 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d1b6eb90-b39c-44de-9907-fa351c4dce32 req-7071113e-1b50-4346-a249-1ad286ad6a3c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1849420 Jun 24 12:41:44.076690 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 68cc2c01-0424-4def-a914-ec957ac08d91 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:44.112720 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Router 47f1815b-cc0c-49ea-9763-ec2df4f49355 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:41:44.129434 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d1b6eb90-b39c-44de-9907-fa351c4dce32 req-cbce738b-f38d-4515-a064-451507edab83 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581944 Jun 24 12:41:44.167870 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-db8096b5-e0ac-4bca-9b1a-dc83f1fd1749 None None] Provisioning complete for port 45083cf0-1109-48e1-8bca-224a7870d9ef triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:44.167870 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-db8096b5-e0ac-4bca-9b1a-dc83f1fd1749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.212148 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-db8096b5-e0ac-4bca-9b1a-dc83f1fd1749 None None] Port 45083cf0-1109-48e1-8bca-224a7870d9ef cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:44.241826 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 68cc2c01-0424-4def-a914-ec957ac08d91 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:44.246666 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 68cc2c01-0424-4def-a914-ec957ac08d91 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:44.247036 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.302417 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:44.315922 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] 10.222.0.99 "PUT /v2.0/routers/47f1815b-cc0c-49ea-9763-ec2df4f49355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235423 Jun 24 12:41:44.391141 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-75a93d51-d180-443d-8a26-97cbf4d37894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.392982 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.433408 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-56149e1a-246a-452b-b8b7-f18856bb1d21 req-58cc50ee-8e16-452c-9b0f-8f7484461f93 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0677316 Jun 24 12:41:44.462601 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 68cc2c01-0424-4def-a914-ec957ac08d91, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=68cc2c01-0424-4def-a914-ec957ac08d91,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:44.548968 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.550045 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 79005229-448f-445d-b174-f881030ec5ae up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:44.553424 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:44.574331 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-66adddbc-5d67-489e-b8f5-790b0db11d63 req-993223e7-0d14-4e62-ac2d-bdf09c50a4a2 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 210 time: 0.0336323 Jun 24 12:41:44.641471 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=68cc2c01-0424-4def-a914-ec957ac08d91,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:44.646906 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:44.656636 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 79005229-448f-445d-b174-f881030ec5ae triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:44.657221 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:44.746777 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90864a-475a-4ed4-b7b7-6ba9a0efcdaf req-c71aa1d6-cca4-4e25-b311-3b3ad27379aa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:44.748373 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4a90864a-475a-4ed4-b7b7-6ba9a0efcdaf req-c71aa1d6-cca4-4e25-b311-3b3ad27379aa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1051519 Jun 24 12:41:44.791621 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4a90864a-475a-4ed4-b7b7-6ba9a0efcdaf req-797f5f54-b636-489d-86c3-745498c8f667 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370998 Jun 24 12:41:44.977522 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2222f-baec-4c43-bf4b-7a0baf5bebc2 req-d89b2c9d-2bde-4630-9223-5b4fcb68b614 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:44.980491 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e1a2222f-baec-4c43-bf4b-7a0baf5bebc2 req-d89b2c9d-2bde-4630-9223-5b4fcb68b614 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0729396 Jun 24 12:41:44.994498 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37570) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:45.001101 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'floatingip': {'port_id': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:45.016464 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b589-f3a7-4511-8038-0450974f8807 req-584a5c3d-6fcd-4c8b-9306-19dd09475730 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:45.018093 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-584a5c3d-6fcd-4c8b-9306-19dd09475730 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.36 "GET /v2.0/networks?id=83815800-f264-4f61-8b34-131f7e7f5611 HTTP/1.1" status: 200 len: 809 time: 0.1341674 Jun 24 12:41:45.039848 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Request body: {'port': {'device_id': 'ad04391e-574c-4b56-8db1-6b1c29aa2cb0', 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611', 'admin_state_up': True, 'tenant_id': '2f0448984b684864b9d822f1320d4882'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:45.047571 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.224935 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Made reservation on behalf of 2f0448984b684864b9d822f1320d4882 for: {'port': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:45.230851 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.283287 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37580) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:45.294490 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Sync routers for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:45.316117 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:45.316688 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:45.473900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Allocated IP 172.20.0.13 (83815800-f264-4f61-8b34-131f7e7f5611/e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f/1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:45.529425 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744b3d-f09b-45ed-af1b-d071836ed154 req-3f07ba61-fa21-4cba-a84a-bb90bef18922 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:45.537028 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3f744b3d-f09b-45ed-af1b-d071836ed154 req-3f07ba61-fa21-4cba-a84a-bb90bef18922 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1877944 Jun 24 12:41:45.647562 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:45.649974 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3f744b3d-f09b-45ed-af1b-d071836ed154 req-aec51592-1fcb-4d83-8cbf-70878a400dc0 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118081 Jun 24 12:41:45.671520 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-399889803-network', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:45.748784 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.851512 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8ebbf991-7a83-4a2b-a934-2a16473f922c req-455c667c-6126-4824-bfea-44113467f082 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0437260 Jun 24 12:41:45.872557 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Made reservation on behalf of a6ce1561d48446dcaa422250ddfa670e for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:45.874244 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.888836 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.918100 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 2, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:45.944946 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Checking router: 47f1815b-cc0c-49ea-9763-ec2df4f49355 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:45.945419 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Updating router 47f1815b-cc0c-49ea-9763-ec2df4f49355 port 45083cf0-1109-48e1-8bca-224a7870d9ef binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:45.969790 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:45.976676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-37ecfcc8-ae26-4612-9577-492955de3333 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:45.993116 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 68cc2c01-0424-4def-a914-ec957ac08d91 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:46.008850 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d386cad7-e11b-4d5b-9dbf-70d23ac97d46 req-c6038a2c-caec-45ce-9555-eda96d6b2a40 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 210 time: 0.0709958 Jun 24 12:41:46.025387 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.034858 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Network 83815800-f264-4f61-8b34-131f7e7f5611 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:46.047034 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.054090 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:46.056716 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:46.063665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:46.064309 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.067954 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Pushing event updated for resources: {'Port': ['ID=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.071319 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.105828 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 68cc2c01-0424-4def-a914-ec957ac08d91 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:46.106225 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.137628 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.155497 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-3bce75c9-913e-4466-972b-2044808b67d2 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:46.156907 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-3bce75c9-913e-4466-972b-2044808b67d2 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 814 time: 0.1285203 Jun 24 12:41:46.168020 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.205063 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Request body: {'port': {'device_id': '65e56507-d174-477a-84ee-e32ce95d971a', 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'admin_state_up': True, 'tenant_id': '7d3a8076f0bf433c9413fb47595c6fd1'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:46.253016 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.259867 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-8db2c01c-59bf-4ba2-a650-0260a403d997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.332738 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:41:46.343108 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3071394 Jun 24 12:41:46.361416 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc3caf5-d57e-461b-b68c-a101840259f4,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.368845 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.369978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.370555 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Added segment 91e8f7ff-aede-46ca-b7a0-a89a986c369c of type vlan for network 56dd983c-4a0b-49f0-92c6-083c4f200c8c Jun 24 12:41:46.376851 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Request body: {'port': {'device_id': 'ad04391e-574c-4b56-8db1-6b1c29aa2cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:46.398341 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Floating IP cc178fa0-d659-403b-a748-7bd04b2f6bec associated. External IP: 172.27.2.156, port: e2a573ac-c1ce-403d-bfd0-57f96cc684b1. Jun 24 12:41:46.425813 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.448965 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Transition to ACTIVE for port object 45083cf0-1109-48e1-8bca-224a7870d9ef will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:46.481765 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.483206 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.539350 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.544153 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.599725 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c59db8-a34a-4bdc-9ee3-851e5ea0fe34 None None] Pushing event updated for resources: {'Port': ['ID=45083cf0-1109-48e1-8bca-224a7870d9ef,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.607375 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-33c59db8-a34a-4bdc-9ee3-851e5ea0fe34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.663189 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Attempting to bind port 45083cf0-1109-48e1-8bca-224a7870d9ef on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:46.663582 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Attempting to bind port 45083cf0-1109-48e1-8bca-224a7870d9ef by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:46.664003 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Attempting to bind port 45083cf0-1109-48e1-8bca-224a7870d9ef on network 559cf1e1-0266-438e-b066-36db5cc4ba08 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:46.672321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:46.672321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Checking segment: {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:46.672321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.672321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Bound using segment: {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:46.672814 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Bound port: 45083cf0-1109-48e1-8bca-224a7870d9ef, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:46.672814 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.690880 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.691804 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Made reservation on behalf of 7d3a8076f0bf433c9413fb47595c6fd1 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:46.702059 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.704612 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:46.705303 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.720096 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:46.807555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:41:46.827435 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] For port 45083cf0-1109-48e1-8bca-224a7870d9ef, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:46.830715 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] For port 45083cf0-1109-48e1-8bca-224a7870d9ef, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=45083cf0-1109-48e1-8bca-224a7870d9ef,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:46.851730 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Pushing event updated for resources: {'Network': ['ID=56dd983c-4a0b-49f0-92c6-083c4f200c8c,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:46.860017 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:46.868009 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 56dd983c-4a0b-49f0-92c6-083c4f200c8c details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:41:46.919499 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b {{(pid=100207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:46.928403 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.947311 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Transition to ACTIVE for port object 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:46.961064 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6767304 Jun 24 12:41:46.965484 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37608) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:46.965646 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b1bbb-8602-4e07-9c89-934e1e8d2e95 req-1910129e-a836-4657-ba4a-a9b43af9b43b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:46.973418 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Request body: {'subnet': {'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-399889803-subnet', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:46.974042 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-592b1bbb-8602-4e07-9c89-934e1e8d2e95 req-1910129e-a836-4657-ba4a-a9b43af9b43b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1435962 Jun 24 12:41:46.993649 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:46.999227 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.023812 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-592b1bbb-8602-4e07-9c89-934e1e8d2e95 req-d77dea1f-45ad-417e-92c1-47bccaad2923 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480564 Jun 24 12:41:47.046163 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.049148 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.076974 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:47.079962 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Allocated IP 172.20.0.2 (f86865ad-6212-43dd-9646-d3af907112ea/22396959-b6eb-46e4-bd16-41cda76fd8ca/92585631-a385-49f1-9d5a-4324d62d06f6) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:47.084669 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:47.085003 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.085327 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:47.090718 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] Sync routers for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:47.106109 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:47.106773 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:47.168372 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.181852 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-61936aa6-d4f5-40d6-ac33-eb69595fce48 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "PUT /v2.0/floatingips/cc178fa0-d659-403b-a748-7bd04b2f6bec HTTP/1.1" status: 200 len: 992 time: 2.1814322 Jun 24 12:41:47.187233 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:47.192836 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.193044 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06265fa4-f00b-439c-a383-fff89af7b118" -d '{"events": [{"name": "network-changed", "server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:47.204561 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-57bae812-76e7-4302-9b6c-1b2a39fb4d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.208193 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Made reservation on behalf of a6ce1561d48446dcaa422250ddfa670e for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:41:47.217326 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27076407'] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.255324 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c59db8-a34a-4bdc-9ee3-851e5ea0fe34 None None] Pushing event updated for resources: {'Port': ['ID=45083cf0-1109-48e1-8bca-224a7870d9ef,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.263843 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-33c59db8-a34a-4bdc-9ee3-851e5ea0fe34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.329344 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Attempting to bind port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:47.330186 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Attempting to bind port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:47.330753 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Attempting to bind port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b on network 83815800-f264-4f61-8b34-131f7e7f5611 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:47.341068 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:47.343561 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-32a50e5d-759a-405b-b217-6a4adab5cf2f req-4e494bec-f49d-4023-96b5-b6da1ecb82da tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 210 time: 0.0583715 Jun 24 12:41:47.380316 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b on network 83815800-f264-4f61-8b34-131f7e7f5611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:41:47.381568 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Attempting to bind port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b on network 83815800-f264-4f61-8b34-131f7e7f5611 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:47.404071 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:47.404711 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Checking segment: {'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:47.407092 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Bound using segment: {'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:47.407821 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Bound port: 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:47.409817 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.417948 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.429920 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:47.483201 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2be3d3-c5b7-4d98-a02c-3c13507c7a4e req-24a8e052-a54c-40ea-b542-cfff867d09bd tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:47.484794 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3a2be3d3-c5b7-4d98-a02c-3c13507c7a4e req-24a8e052-a54c-40ea-b542-cfff867d09bd tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 944 time: 0.2285826 Jun 24 12:41:47.566213 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3a2be3d3-c5b7-4d98-a02c-3c13507c7a4e req-2b50255f-09d0-4cff-a4c4-e6341e113d39 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621607 Jun 24 12:41:47.569630 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] For port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b, host hv-cinder-68948, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:47.584956 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] For port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:47.634024 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb280a43-1f66-4f14-bf07-e8c9a29561f1 x-openstack-request-id: req-eb280a43-1f66-4f14-bf07-e8c9a29561f1 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:47.634228 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:47.634512 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-eb280a43-1f66-4f14-bf07-e8c9a29561f1 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:47.634980 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'status': 'completed', 'code': 200} Jun 24 12:41:47.642350 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.659732 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.668268 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-5b8ef676-05cf-4906-945e-2542caf3ce56 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.691728 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:47.692616 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.694175 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b HTTP/1.1" status: 200 len: 1094 time: 1.3245864 Jun 24 12:41:47.694825 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad04391e-574c-4b56-8db1-6b1c29aa2cb0', 'tag': '1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:47.697505 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6167390a-d213-47d4-a380-5da89a190fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad04391e-574c-4b56-8db1-6b1c29aa2cb0", "tag": "1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:47.749394 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d147a-41a4-4bb1-a91a-b10909b91ffe x-openstack-request-id: req-234d147a-41a4-4bb1-a91a-b10909b91ffe {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:47.749712 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad04391e-574c-4b56-8db1-6b1c29aa2cb0", "tag": "1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:47.750170 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-234d147a-41a4-4bb1-a91a-b10909b91ffe {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:47.750598 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad04391e-574c-4b56-8db1-6b1c29aa2cb0', 'tag': '1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b', 'status': 'completed', 'code': 200} Jun 24 12:41:47.806544 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.827729 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.837598 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'cc178fa0-d659-403b-a748-7bd04b2f6bec', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'port_id': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'mac_address': 'fa:16:3e:ad:98:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:41:23Z', 'updated_at': '2021-06-24T12:41:45Z', 'revision_number': 1, 'project_id': '4c50d921975c474cb75222d564c78513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:47.841963 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:46Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:47.852607 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265fa4-f00b-439c-a383-fff89af7b118 req-be488a5a-7ac5-47c9-8e4b-26db2cf5fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:47.854302 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06265fa4-f00b-439c-a383-fff89af7b118 req-be488a5a-7ac5-47c9-8e4b-26db2cf5fcd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 1099 time: 0.1261177 Jun 24 12:41:47.861365 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27076317'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.868735 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.894897 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa8038-6a8f-437e-be57-10bc1bc4d3ec None None] The sync data for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi is: [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:46Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:47.907120 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:47.908256 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] Checking router: 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:47.927426 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:47.928059 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:47.953200 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f332b01-4870-4482-81b4-82a077b98806,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:47.962489 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e7bad545-b9da-45fd-b7c3-e361fd0b9b95', '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:41:47.970754 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:47.987521 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265fa4-f00b-439c-a383-fff89af7b118 req-709cc98b-9cd6-4c72-9fcc-6b92ac24588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:47.988881 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Network f86865ad-6212-43dd-9646-d3af907112ea is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:47.989101 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06265fa4-f00b-439c-a383-fff89af7b118 req-709cc98b-9cd6-4c72-9fcc-6b92ac24588b service neutron] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 917 time: 0.1270781 Jun 24 12:41:47.992582 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4850b979-0d85-467b-af50-dc3bc9203969 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:47.998204 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:48.004214 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:48.102517 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167390a-d213-47d4-a380-5da89a190fd8 req-9d1c8020-0a0c-4982-942a-41eb791c3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.115620 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6167390a-d213-47d4-a380-5da89a190fd8 req-9d1c8020-0a0c-4982-942a-41eb791c3f44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f0448984b684864b9d822f1320d4882&device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 1097 time: 0.3124464 Jun 24 12:41:48.233856 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Checking segment: {'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:48.234212 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Network hostable DHCP agents. Network: 56dd983c-4a0b-49f0-92c6-083c4f200c8c, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:41:48.272878 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:48.321309 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06265fa4-f00b-439c-a383-fff89af7b118 req-0314256c-2050-491a-b63f-84b92ac1162d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1 HTTP/1.1" status: 200 len: 1000 time: 0.3238223 Jun 24 12:41:48.330814 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.330814 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.342714 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Pushing event updated for resources: {'Port': ['ID=92585631-a385-49f1-9d5a-4324d62d06f6,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:48.373320 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:48.410285 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265fa4-f00b-439c-a383-fff89af7b118 req-d744f2d6-c52a-48f3-9d72-e4e68c409c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.411763 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06265fa4-f00b-439c-a383-fff89af7b118 req-d744f2d6-c52a-48f3-9d72-e4e68c409c7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.0785112 Jun 24 12:41:48.468956 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:48.506916 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Network 56dd983c-4a0b-49f0-92c6-083c4f200c8c is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:41:48.550307 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167390a-d213-47d4-a380-5da89a190fd8 req-448679af-9603-4d53-80a4-a8f4a9f9e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.551969 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6167390a-d213-47d4-a380-5da89a190fd8 req-448679af-9603-4d53-80a4-a8f4a9f9e332 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2f0448984b684864b9d822f1320d4882&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3996000 Jun 24 12:41:48.562666 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265fa4-f00b-439c-a383-fff89af7b118 req-e46392bd-f56a-4fc2-ab4c-8e9920220471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.564318 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06265fa4-f00b-439c-a383-fff89af7b118 req-e46392bd-f56a-4fc2-ab4c-8e9920220471 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1388423 Jun 24 12:41:48.574637 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884b3d9-6fc4-4159-8e28-feeb4a2a5048 req-e29d2763-175d-44b2-9c5b-387caa11b992 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.582808 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e884b3d9-6fc4-4159-8e28-feeb4a2a5048 req-e29d2763-175d-44b2-9c5b-387caa11b992 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.3358521 Jun 24 12:41:48.601265 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4014223 Jun 24 12:41:48.633412 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Request body: {'port': {'device_id': '65e56507-d174-477a-84ee-e32ce95d971a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:48.740345 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87849a82-07d9-4c7a-a6a5-d0beff2aedf6 req-1ef15635-6292-48b9-b1b4-573010380268 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.748664 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-87849a82-07d9-4c7a-a6a5-d0beff2aedf6 req-1ef15635-6292-48b9-b1b4-573010380268 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 931 time: 0.1788394 Jun 24 12:41:48.751943 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06265fa4-f00b-439c-a383-fff89af7b118 req-7e53dd64-3dea-4cd4-a0bf-7136d18affe8 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651654 Jun 24 12:41:48.757584 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'cc178fa0-d659-403b-a748-7bd04b2f6bec', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'port_id': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'mac_address': 'fa:16:3e:ad:98:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:41:23Z', 'updated_at': '2021-06-24T12:41:45Z', 'revision_number': 1, 'project_id': '4c50d921975c474cb75222d564c78513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:48.795551 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9922d0e-237c-4a4c-9c09-b8706d98d797 None None] The sync data for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi is: [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'cc178fa0-d659-403b-a748-7bd04b2f6bec', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'port_id': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'mac_address': 'fa:16:3e:ad:98:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:41:23Z', 'updated_at': '2021-06-24T12:41:45Z', 'revision_number': 1, 'project_id': '4c50d921975c474cb75222d564c78513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:48.859792 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-87849a82-07d9-4c7a-a6a5-d0beff2aedf6 req-e5071aed-31ea-45f0-b2e1-14da74d93801 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093359 Jun 24 12:41:48.899401 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06265fa4-f00b-439c-a383-fff89af7b118 req-24b34702-8bb4-4792-a226-64b8fe984348 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250014 Jun 24 12:41:48.919941 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 56dd983c-4a0b-49f0-92c6-083c4f200c8c) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:48.928822 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd705a-c03a-4304-b7f7-3610c57d798b None None] Network 56dd983c-4a0b-49f0-92c6-083c4f200c8c requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:48.979522 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:48.980128 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.003654 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e884b3d9-6fc4-4159-8e28-feeb4a2a5048 req-89eb3579-ae9e-44b2-8d45-b8b6a1cec767 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198761 Jun 24 12:41:49.069425 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.093844 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1244416 Jun 24 12:41:49.098190 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37638) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:49.104976 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:49.172676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469098d-d962-4093-a4a9-b4017bc172f9 req-11d391a0-0f35-4160-bf43-2e42f693bb25 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:49.174185 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5469098d-d962-4093-a4a9-b4017bc172f9 req-11d391a0-0f35-4160-bf43-2e42f693bb25 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 944 time: 0.1724577 Jun 24 12:41:49.183494 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167390a-d213-47d4-a380-5da89a190fd8 req-d1d3b863-1311-42a3-b978-a31c7e4b38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:49.184964 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6167390a-d213-47d4-a380-5da89a190fd8 req-d1d3b863-1311-42a3-b978-a31c7e4b38bc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5942411 Jun 24 12:41:49.231097 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-56dd983c-4a0b-49f0-92c6-083c4f200c8c', 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'fixed_ips': [{'subnet_id': '9f332b01-4870-4482-81b4-82a077b98806'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:41:49.247163 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.259616 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c41813-640d-45e1-91e4-966571b19a86 None None] New status for floating IP cc178fa0-d659-403b-a748-7bd04b2f6bec: ACTIVE {{(pid=100209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:41:49.267569 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5469098d-d962-4093-a4a9-b4017bc172f9 req-558ba471-8a08-431a-a838-fe9625ea3d6d tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789561 Jun 24 12:41:49.268682 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.270562 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.327537 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.412423 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b589-f3a7-4511-8038-0450974f8807 req-ef817442-f083-4c0b-8920-55dcc2367ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:49.414359 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-ef817442-f083-4c0b-8920-55dcc2367ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f0448984b684864b9d822f1320d4882&device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1371434 Jun 24 12:41:49.533247 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-f813d9a7-c457-4c6c-98d0-e19027f4ef5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b HTTP/1.1" status: 200 len: 217 time: 0.0825787 Jun 24 12:41:49.648131 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Allocated IP 172.20.0.2 (56dd983c-4a0b-49f0-92c6-083c4f200c8c/9f332b01-4870-4482-81b4-82a077b98806/70514905-d3d8-4662-9dfe-e3479cdb0c4e) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:49.699944 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b589-f3a7-4511-8038-0450974f8807 req-6410ddd6-f74c-4a07-970c-4be2caafcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:49.705828 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-6410ddd6-f74c-4a07-970c-4be2caafcc30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f HTTP/1.1" status: 200 len: 849 time: 0.1625121 Jun 24 12:41:49.733343 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92585631-a385-49f1-9d5a-4324d62d06f6 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:49.743450 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.797876 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-1c904de2-8928-4d57-ae95-07272180e8a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83815800-f264-4f61-8b34-131f7e7f5611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489471 Jun 24 12:41:49.804540 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Transition to ACTIVE for port object 92585631-a385-49f1-9d5a-4324d62d06f6 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:49.849590 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.930603 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-6a62e659-7b55-48da-816b-b249f7d43772 service neutron] 10.222.0.36 "GET /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137328 Jun 24 12:41:49.932664 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:49.944055 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.040879 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 45083cf0-1109-48e1-8bca-224a7870d9ef up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:50.076857 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-aa75b589-f3a7-4511-8038-0450974f8807 req-37e9ef08-74b6-4780-b2b3-41218d6bdc0a service neutron] 10.222.0.36 "GET /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341283 Jun 24 12:41:50.077273 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.108210 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Transition to ACTIVE for port object 70514905-d3d8-4662-9dfe-e3479cdb0c4e will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:50.127141 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Transition to ACTIVE for port object 70514905-d3d8-4662-9dfe-e3479cdb0c4e will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:50.139851 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Pushing event updated for resources: {'Port': ['ID=92585631-a385-49f1-9d5a-4324d62d06f6,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.149894 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.153736 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.240321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.243271 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e9218a4c-7a58-482f-b91b-8f927de01210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.245307 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 45083cf0-1109-48e1-8bca-224a7870d9ef completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:50.245673 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.258687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Attempting to bind port 92585631-a385-49f1-9d5a-4324d62d06f6 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:50.258687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Attempting to bind port 92585631-a385-49f1-9d5a-4324d62d06f6 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:50.259035 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Attempting to bind port 92585631-a385-49f1-9d5a-4324d62d06f6 on network f86865ad-6212-43dd-9646-d3af907112ea {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:50.271758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Port 92585631-a385-49f1-9d5a-4324d62d06f6 on network f86865ad-6212-43dd-9646-d3af907112ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:41:50.272708 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Attempting to bind port 92585631-a385-49f1-9d5a-4324d62d06f6 on network f86865ad-6212-43dd-9646-d3af907112ea {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:50.272890 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.277781 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 45083cf0-1109-48e1-8bca-224a7870d9ef triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:50.278452 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.281573 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:50.281573 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Checking segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:50.281573 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Bound using segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:50.282037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Bound port: 92585631-a385-49f1-9d5a-4324d62d06f6, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:50.282393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.287849 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa901d7-df64-4a3d-ae5f-4bfc42933151 req-1c3d4c59-c8d0-4f70-a954-736c3e0ba046 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:50.289394 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ffa901d7-df64-4a3d-ae5f-4bfc42933151 req-1c3d4c59-c8d0-4f70-a954-736c3e0ba046 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 943 time: 0.1629846 Jun 24 12:41:50.307574 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f8e7c-faa6-4b37-aeef-043fc7779689 req-e95e114a-45a1-4443-b3d1-89755262bdf4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:50.315115 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-595f8e7c-faa6-4b37-aeef-043fc7779689 req-e95e114a-45a1-4443-b3d1-89755262bdf4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1268106 Jun 24 12:41:50.332197 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Network 56dd983c-4a0b-49f0-92c6-083c4f200c8c is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:50.351777 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:50.357040 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:50.358910 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Pushing event updated for resources: {'Port': ['ID=70514905-d3d8-4662-9dfe-e3479cdb0c4e,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.363446 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.430983 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ffa901d7-df64-4a3d-ae5f-4bfc42933151 req-600fbd31-24ee-4399-a7a7-b5411a7f58ca tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171160 Jun 24 12:41:50.453754 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-595f8e7c-faa6-4b37-aeef-043fc7779689 req-dd97fad8-cab4-4a9c-bff1-cb5433691e2b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377962 Jun 24 12:41:50.500568 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Attempting to bind port 70514905-d3d8-4662-9dfe-e3479cdb0c4e on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:50.500958 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Attempting to bind port 70514905-d3d8-4662-9dfe-e3479cdb0c4e by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:50.501335 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Attempting to bind port 70514905-d3d8-4662-9dfe-e3479cdb0c4e on network 56dd983c-4a0b-49f0-92c6-083c4f200c8c {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:50.515802 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:50.516188 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Checking segment: {'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:50.516605 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.517015 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Bound using segment: {'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:50.517497 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Bound port: 70514905-d3d8-4662-9dfe-e3479cdb0c4e, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:50.517882 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.531283 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.567700 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 45083cf0-1109-48e1-8bca-224a7870d9ef, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=45083cf0-1109-48e1-8bca-224a7870d9ef,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:50.580872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Allocated IP 172.27.2.151 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/e3435471-b960-4f02-9bce-efb76abca255) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:50.587817 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] For port 92585631-a385-49f1-9d5a-4324d62d06f6, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:50.604638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] For port 92585631-a385-49f1-9d5a-4324d62d06f6, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=92585631-a385-49f1-9d5a-4324d62d06f6,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:50.654025 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] For port 70514905-d3d8-4662-9dfe-e3479cdb0c4e, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:50.660031 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] For port 70514905-d3d8-4662-9dfe-e3479cdb0c4e, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=70514905-d3d8-4662-9dfe-e3479cdb0c4e,segment=NetworkSegment(91e8f7ff-aede-46ca-b7a0-a89a986c369c),segment_id=91e8f7ff-aede-46ca-b7a0-a89a986c369c)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:50.677340 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e9cb2-59d8-4895-aa85-2a4155b39c68 req-c1d44de4-ffbc-4e26-b49b-8d9ef8f4a7b4 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:50.687050 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-807e9cb2-59d8-4895-aa85-2a4155b39c68 req-c1d44de4-ffbc-4e26-b49b-8d9ef8f4a7b4 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 944 time: 0.0774448 Jun 24 12:41:50.694233 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.698523 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.721582 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.736635 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-807e9cb2-59d8-4895-aa85-2a4155b39c68 req-5ab40fec-e37d-4c8b-b431-5a45cb2b9e38 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486171 Jun 24 12:41:50.752015 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.755495 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.762963 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=45083cf0-1109-48e1-8bca-224a7870d9ef,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.766682 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.771924 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.774988 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-14d4f178-4c2d-4daf-8752-2690c4e28b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.809910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:50.810554 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.811947 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] 10.222.0.36 "PUT /v2.0/ports/92585631-a385-49f1-9d5a-4324d62d06f6 HTTP/1.1" status: 200 len: 1093 time: 2.1840355 Jun 24 12:41:50.812424 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e56507-d174-477a-84ee-e32ce95d971a', 'tag': '92585631-a385-49f1-9d5a-4324d62d06f6'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:50.814752 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63413bd5-20a7-4abb-a58a-11f7fff82672" -d '{"events": [{"name": "network-changed", "server_uuid": "65e56507-d174-477a-84ee-e32ce95d971a", "tag": "92585631-a385-49f1-9d5a-4324d62d06f6"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:50.859301 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Pushing event updated for resources: {'Port': ['ID=92585631-a385-49f1-9d5a-4324d62d06f6,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.860466 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Pushing event updated for resources: {'Port': ['ID=70514905-d3d8-4662-9dfe-e3479cdb0c4e,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.865623 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.867426 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb37f4a4-3f48-41d7-85e0-d5ee7d007430 x-openstack-request-id: req-eb37f4a4-3f48-41d7-85e0-d5ee7d007430 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:50.867782 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e56507-d174-477a-84ee-e32ce95d971a", "tag": "92585631-a385-49f1-9d5a-4324d62d06f6", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:50.868068 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-eb37f4a4-3f48-41d7-85e0-d5ee7d007430 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:50.868533 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e56507-d174-477a-84ee-e32ce95d971a', 'tag': '92585631-a385-49f1-9d5a-4324d62d06f6', 'status': 'completed', 'code': 200} Jun 24 12:41:50.869299 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.880001 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:50.882086 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:50.918999 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:50.923577 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:50.930052 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:50.933774 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Pushing event updated for resources: {'Port': ['ID=e3435471-b960-4f02-9bce-efb76abca255,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:50.972053 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:50.996768 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413bd5-20a7-4abb-a58a-11f7fff82672 req-f2c2e346-9226-451a-8b03-36dbb3444aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:50.998252 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-63413bd5-20a7-4abb-a58a-11f7fff82672 req-f2c2e346-9226-451a-8b03-36dbb3444aef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 1096 time: 0.0619264 Jun 24 12:41:51.133995 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413bd5-20a7-4abb-a58a-11f7fff82672 req-638556a9-7d96-48eb-b941-621916481641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:51.135665 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-63413bd5-20a7-4abb-a58a-11f7fff82672 req-638556a9-7d96-48eb-b941-621916481641 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1232457 Jun 24 12:41:51.238605 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413bd5-20a7-4abb-a58a-11f7fff82672 req-4f7b0c6d-2654-4486-a302-dbfdf3426d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:51.240251 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-63413bd5-20a7-4abb-a58a-11f7fff82672 req-4f7b0c6d-2654-4486-a302-dbfdf3426d77 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876145 Jun 24 12:41:51.289418 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.398570 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-35f0da4e-113e-4477-b0bf-820b1e31c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:51.400083 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-35f0da4e-113e-4477-b0bf-820b1e31c93a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 1096 time: 0.0523305 Jun 24 12:41:51.464483 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-ed730773-e8ab-4193-9239-e6db01d9214d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92585631-a385-49f1-9d5a-4324d62d06f6 HTTP/1.1" status: 200 len: 217 time: 0.0455356 Jun 24 12:41:51.502237 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:51.521877 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-dba867b2-9d31-47d0-9e77-5b7234251c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:51.523415 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-dba867b2-9d31-47d0-9e77-5b7234251c77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22396959-b6eb-46e4-bd16-41cda76fd8ca HTTP/1.1" status: 200 len: 854 time: 0.0509887 Jun 24 12:41:51.570483 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-5a4679f0-584d-4adb-8470-598cef7196d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86865ad-6212-43dd-9646-d3af907112ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335965 Jun 24 12:41:51.737307 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-7760beda-351d-42db-a4d2-0a6f228186e8 service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583760 Jun 24 12:41:51.752129 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e2855-331c-4722-8f4e-89a51969eae2 req-dba82f94-f810-47ac-848f-aa74a4b1b59b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:51.753673 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0d9e2855-331c-4722-8f4e-89a51969eae2 req-dba82f94-f810-47ac-848f-aa74a4b1b59b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 943 time: 0.1018889 Jun 24 12:41:51.759809 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68374294-f529-43c6-a8d7-90edc65b9939 req-c09eb103-a91e-4ec0-a210-81bbb6d1886c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:51.767518 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-68374294-f529-43c6-a8d7-90edc65b9939 req-c09eb103-a91e-4ec0-a210-81bbb6d1886c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1059427 Jun 24 12:41:51.819683 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-68374294-f529-43c6-a8d7-90edc65b9939 req-49d9a84a-fd8a-490f-9cca-f176c5de9eb6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Jun 24 12:41:51.874723 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0d9e2855-331c-4722-8f4e-89a51969eae2 req-bf02240d-c9c2-4562-8bb8-934bc3866fc9 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017723 Jun 24 12:41:51.927797 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e86dd-753d-411c-8ad9-76bd15072386 None None] Network 56dd983c-4a0b-49f0-92c6-083c4f200c8c requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:41:51.937175 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf633999-dafd-4f6e-be0a-0f061e7b0c16 req-c5fdf6d4-009f-4bb0-aedd-95982537e02d service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825075 Jun 24 12:41:51.949549 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Router a067eaf9-5145-440a-91f2-3611f2ad40b1 is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:41:52.122619 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b23680-9df4-400e-b270-58d36a08c74e req-1fab8185-a46f-4e0f-9c2b-be4f57ddb86c tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:52.124232 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-95b23680-9df4-400e-b270-58d36a08c74e req-1fab8185-a46f-4e0f-9c2b-be4f57ddb86c tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 944 time: 0.0942957 Jun 24 12:41:52.141023 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 70514905-d3d8-4662-9dfe-e3479cdb0c4e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:52.170252 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-942e5958-657e-42dd-af3d-270e93f6f929 None None] Provisioning for port 70514905-d3d8-4662-9dfe-e3479cdb0c4e completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:52.176243 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:52.191644 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-95b23680-9df4-400e-b270-58d36a08c74e req-930a1161-dcc0-4a3f-bff1-a6079dc657d2 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522673 Jun 24 12:41:52.193129 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Sync routers for ids ['a067eaf9-5145-440a-91f2-3611f2ad40b1'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:52.203862 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Routers {'a067eaf9-5145-440a-91f2-3611f2ad40b1'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:52.204765 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['a067eaf9-5145-440a-91f2-3611f2ad40b1'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:52.270474 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.271760 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1710815 Jun 24 12:41:52.274495 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37694) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:52.299035 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 70514905-d3d8-4662-9dfe-e3479cdb0c4e completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:52.303642 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 70514905-d3d8-4662-9dfe-e3479cdb0c4e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:52.307689 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.344962 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Set router a067eaf9-5145-440a-91f2-3611f2ad40b1 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:52.413659 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.474647 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 70514905-d3d8-4662-9dfe-e3479cdb0c4e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=70514905-d3d8-4662-9dfe-e3479cdb0c4e,segment=NetworkSegment(91e8f7ff-aede-46ca-b7a0-a89a986c369c),segment_id=91e8f7ff-aede-46ca-b7a0-a89a986c369c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:52.511653 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-93cb1e19-0402-41f0-aef4-358a17aa8fb6 None None] Provisioning complete for port 70514905-d3d8-4662-9dfe-e3479cdb0c4e triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:52.512043 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-93cb1e19-0402-41f0-aef4-358a17aa8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.591055 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e3435471-b960-4f02-9bce-efb76abca255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:41:51Z', 'revision_number': 3, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port': {'id': 'e3435471-b960-4f02-9bce-efb76abca255', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:50Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:52.609061 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.610301 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 45083cf0-1109-48e1-8bca-224a7870d9ef up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:52.615695 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:52.627195 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Checking router: a067eaf9-5145-440a-91f2-3611f2ad40b1 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:52.627447 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Updating router a067eaf9-5145-440a-91f2-3611f2ad40b1 port e3435471-b960-4f02-9bce-efb76abca255 binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:52.654230 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-93cb1e19-0402-41f0-aef4-358a17aa8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.663428 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.712320 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=70514905-d3d8-4662-9dfe-e3479cdb0c4e,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:52.717294 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:52.745038 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.757611 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.db.api [None req-93cb1e19-0402-41f0-aef4-358a17aa8fb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:41:52.758000 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_db.api [None req-93cb1e19-0402-41f0-aef4-358a17aa8fb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:41:52.758639 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 45083cf0-1109-48e1-8bca-224a7870d9ef triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:52.759012 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.909040 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Allocated IP 172.20.0.1 (56dd983c-4a0b-49f0-92c6-083c4f200c8c/9f332b01-4870-4482-81b4-82a077b98806/7793029a-b216-492e-a7d8-b9601da9e150) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:41:52.954529 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:52.966701 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Transition to ACTIVE for port object e3435471-b960-4f02-9bce-efb76abca255 will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:53.015214 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fea3a-ae2f-4dea-ace8-5585892e2ee0 req-ff198234-d36f-4ae3-8e41-1009176154e7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:53.016795 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-166fea3a-ae2f-4dea-ace8-5585892e2ee0 req-ff198234-d36f-4ae3-8e41-1009176154e7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0683315 Jun 24 12:41:53.022721 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.048030 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Transition to ACTIVE for port object 7793029a-b216-492e-a7d8-b9601da9e150 will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:53.061491 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-166fea3a-ae2f-4dea-ace8-5585892e2ee0 req-3db657a0-e3b0-4cf0-b2ee-db659028b47b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376878 Jun 24 12:41:53.064711 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.068076 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:53.126387 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Attempting to bind port e3435471-b960-4f02-9bce-efb76abca255 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:53.126867 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Attempting to bind port e3435471-b960-4f02-9bce-efb76abca255 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:53.127333 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Attempting to bind port e3435471-b960-4f02-9bce-efb76abca255 on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:53.128350 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8afff-cbdf-4fe1-800d-bff12b496af0 req-d1501a3c-566b-4374-a3db-a39a1b40bbdd tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:53.130897 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f9d8afff-cbdf-4fe1-800d-bff12b496af0 req-d1501a3c-566b-4374-a3db-a39a1b40bbdd tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 943 time: 0.0941427 Jun 24 12:41:53.142213 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:53.142213 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:53.142213 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.142213 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:53.142213 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Bound port: e3435471-b960-4f02-9bce-efb76abca255, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:53.142640 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.146160 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f617e2e-4362-48fd-850a-d0b12d712594 None None] Pushing event updated for resources: {'Port': ['ID=e3435471-b960-4f02-9bce-efb76abca255,revision_number=2']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:53.148835 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-6f617e2e-4362-48fd-850a-d0b12d712594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:53.174016 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f9d8afff-cbdf-4fe1-800d-bff12b496af0 req-54e055c3-69b0-4c1e-9e5b-d309098e6cda tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381815 Jun 24 12:41:53.203156 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] For port e3435471-b960-4f02-9bce-efb76abca255, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:53.205521 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.206174 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] For port e3435471-b960-4f02-9bce-efb76abca255, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e3435471-b960-4f02-9bce-efb76abca255,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:53.208361 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:53.243689 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Network 56dd983c-4a0b-49f0-92c6-083c4f200c8c is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:53.246613 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:53.250032 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:41:53.280030 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Pushing event updated for resources: {'Port': ['ID=7793029a-b216-492e-a7d8-b9601da9e150,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:53.284019 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:53.294878 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.303305 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.307879 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-b9a59a70-6da2-45ec-a911-e385b4639c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:53.349750 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Routers {'a067eaf9-5145-440a-91f2-3611f2ad40b1'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:53.350298 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['a067eaf9-5145-440a-91f2-3611f2ad40b1'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:53.418414 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f617e2e-4362-48fd-850a-d0b12d712594 None None] Pushing event updated for resources: {'Port': ['ID=e3435471-b960-4f02-9bce-efb76abca255,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:53.422056 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-6f617e2e-4362-48fd-850a-d0b12d712594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:53.461581 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17add41d-ee01-45f9-9e16-6c9598b4b79d req-bf568e8a-4a01-47eb-a63f-565807cd729d tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:53.463167 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-17add41d-ee01-45f9-9e16-6c9598b4b79d req-bf568e8a-4a01-47eb-a63f-565807cd729d tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 944 time: 0.1178238 Jun 24 12:41:53.483122 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] Set router a067eaf9-5145-440a-91f2-3611f2ad40b1 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:53.501984 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-17add41d-ee01-45f9-9e16-6c9598b4b79d req-bd235838-7738-4fff-8116-b8718473d231 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Jun 24 12:41:53.590427 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.630793 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f9c1e3ac-986b-4ffc-9841-53e19a2eecae None None] Provisioning for port 7793029a-b216-492e-a7d8-b9601da9e150 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:53.635015 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f9c1e3ac-986b-4ffc-9841-53e19a2eecae None None] Provisioning complete for port 7793029a-b216-492e-a7d8-b9601da9e150 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:53.635992 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e3ac-986b-4ffc-9841-53e19a2eecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.672352 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1e3ac-986b-4ffc-9841-53e19a2eecae None None] Port 7793029a-b216-492e-a7d8-b9601da9e150 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:53.758570 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e3435471-b960-4f02-9bce-efb76abca255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:41:51Z', 'revision_number': 3, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port': {'id': 'e3435471-b960-4f02-9bce-efb76abca255', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:50Z', 'updated_at': '2021-06-24T12:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:53.788651 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e3395-3610-47d2-97f7-bc730363e5e0 None None] The sync data for ids ['a067eaf9-5145-440a-91f2-3611f2ad40b1'] in dv-cinder-689486-14-iscsi is: [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e3435471-b960-4f02-9bce-efb76abca255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:41:51Z', 'revision_number': 3, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port': {'id': 'e3435471-b960-4f02-9bce-efb76abca255', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:50Z', 'updated_at': '2021-06-24T12:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:53.942249 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 70514905-d3d8-4662-9dfe-e3479cdb0c4e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:53.966245 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:53.988534 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 70514905-d3d8-4662-9dfe-e3479cdb0c4e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:53.988959 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.039177 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.042158 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-02d32d53-7486-43bd-9bae-f729f3b61868 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:54.107798 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Pushing event updated for resources: {'Port': ['ID=7793029a-b216-492e-a7d8-b9601da9e150,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:54.110268 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.112458 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:54.236117 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Network 56dd983c-4a0b-49f0-92c6-083c4f200c8c is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:41:54.241269 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:41:54.297382 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457712f9-8345-47bc-80cb-dc42da31a06e req-f8af8737-c30f-499d-8c64-261243e50caa tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:54.298929 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-457712f9-8345-47bc-80cb-dc42da31a06e req-f8af8737-c30f-499d-8c64-261243e50caa tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1206353 Jun 24 12:41:54.380826 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-457712f9-8345-47bc-80cb-dc42da31a06e req-8269776e-24b1-4cdc-a177-c440f1bc05de tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Jun 24 12:41:54.402253 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Router a067eaf9-5145-440a-91f2-3611f2ad40b1 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:41:54.496146 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-fb149a92-bc48-4b33-9a32-21c6a36c7a2c None None] Provisioning complete for port 7793029a-b216-492e-a7d8-b9601da9e150 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:54.496615 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-fb149a92-bc48-4b33-9a32-21c6a36c7a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:54.530727 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-fb149a92-bc48-4b33-9a32-21c6a36c7a2c None None] Port 7793029a-b216-492e-a7d8-b9601da9e150 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:41:54.543126 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:41:54.548536 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] 10.222.0.99 "PUT /v2.0/routers/a067eaf9-5145-440a-91f2-3611f2ad40b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2729776 Jun 24 12:41:54.574496 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d5b0a-0e1d-4352-a957-681d77e6fe57 req-d0709d4c-7d39-4497-bb53-351bb20f421d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:54.576190 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-192d5b0a-0e1d-4352-a957-681d77e6fe57 req-d0709d4c-7d39-4497-bb53-351bb20f421d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 943 time: 0.0847402 Jun 24 12:41:54.617980 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-192d5b0a-0e1d-4352-a957-681d77e6fe57 req-0ef20761-cc44-4a3a-9bb7-7d230c5f1cda tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361576 Jun 24 12:41:54.787140 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0a14-320d-4621-b3cb-21ab330ccc03 req-b36e0081-1f1f-4be5-9519-a2709a8f3878 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:54.788664 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-593d0a14-320d-4621-b3cb-21ab330ccc03 req-b36e0081-1f1f-4be5-9519-a2709a8f3878 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 944 time: 0.0692556 Jun 24 12:41:54.848026 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-593d0a14-320d-4621-b3cb-21ab330ccc03 req-76720263-5fbe-462b-a5a2-9b5894fa12e9 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488293 Jun 24 12:41:55.473741 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37738) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:55.478405 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916008296', 'description': 'tempest-secgroup-smoke-916008296 description', 'project_id': '8d08363634f147bba888dfa25e7273dc'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:55.581593 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.648591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2a0ec-9525-4554-844f-0ed3bd356960 req-9f8fcf24-dcdc-4a74-b3c8-e711dc72856a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:55.650057 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72f2a0ec-9525-4554-844f-0ed3bd356960 req-9f8fcf24-dcdc-4a74-b3c8-e711dc72856a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0969479 Jun 24 12:41:55.668409 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:41:55.709796 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72f2a0ec-9525-4554-844f-0ed3bd356960 req-690df8bd-ac8a-4666-a889-954c4d11d01d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527134 Jun 24 12:41:55.715482 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.777121 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:55.788059 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b', 'network_id': '83815800-f264-4f61-8b34-131f7e7f5611', 'port_id': '1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b', 'mac_address': 'fa:16:3e:1e:81:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:41:55.796076 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.807800 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7c7a387c-5169-4762-a2e8-e380a0dd09ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:55.829859 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.842534 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:55.862326 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3145dee0-df83-48cb-ad63-c3dc23eb160b,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:55.862555 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:55.865799 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:55.876882 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.880793 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4033628 Jun 24 12:41:55.881397 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37744) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:55.888741 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-83744615-41be-4c6e-8621-9f43aca079d5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'security_group_rule': {'security_group_id': '3145dee0-df83-48cb-ad63-c3dc23eb160b', 'project_id': '8d08363634f147bba888dfa25e7273dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:55.903177 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a3d9f-5c02-4ffa-ac62-4b55ee665792 req-3506abe6-addc-401b-8330-3e03299bf2cb tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:55.904843 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-899a3d9f-5c02-4ffa-ac62-4b55ee665792 req-3506abe6-addc-401b-8330-3e03299bf2cb tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 943 time: 0.0868039 Jun 24 12:41:55.967571 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-899a3d9f-5c02-4ffa-ac62-4b55ee665792 req-a6654681-1769-4495-b746-c30e089e16c6 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567737 Jun 24 12:41:55.996431 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:55.999127 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.026312 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e3435471-b960-4f02-9bce-efb76abca255 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:56.054235 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2871f4f-4ee4-4030-bf74-5c3774c1876d req-a8dd008f-88cc-4609-9d7e-2140b0789ddc tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:56.057987 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f2871f4f-4ee4-4030-bf74-5c3774c1876d req-a8dd008f-88cc-4609-9d7e-2140b0789ddc tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 945 time: 0.0719914 Jun 24 12:41:56.059826 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83744615-41be-4c6e-8621-9f43aca079d5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.090729 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.094440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.139794 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f2871f4f-4ee4-4030-bf74-5c3774c1876d req-763447a0-13c2-4db3-ae68-b0da4aa98b86 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764217 Jun 24 12:41:56.174193 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83744615-41be-4c6e-8621-9f43aca079d5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.188550 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Sync routers for ids ['a067eaf9-5145-440a-91f2-3611f2ad40b1'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:41:56.197434 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Routers {'a067eaf9-5145-440a-91f2-3611f2ad40b1'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:56.198713 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['a067eaf9-5145-440a-91f2-3611f2ad40b1'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:56.241637 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port e3435471-b960-4f02-9bce-efb76abca255 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:56.248792 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e3435471-b960-4f02-9bce-efb76abca255 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:56.249253 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.362147 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83744615-41be-4c6e-8621-9f43aca079d5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.364511 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.382025 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83744615-41be-4c6e-8621-9f43aca079d5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44a6d9d-47cf-46d1-9e53-34978b712eb1,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.384896 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-83744615-41be-4c6e-8621-9f43aca079d5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.467209 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Set router a067eaf9-5145-440a-91f2-3611f2ad40b1 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:56.499112 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83744615-41be-4c6e-8621-9f43aca079d5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.500274 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-83744615-41be-4c6e-8621-9f43aca079d5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6161273 Jun 24 12:41:56.502912 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37758) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:56.507347 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-66524708-4a34-4eb4-a950-95040d3ce670 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'security_group_rule': {'security_group_id': '3145dee0-df83-48cb-ad63-c3dc23eb160b', 'project_id': '8d08363634f147bba888dfa25e7273dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:56.564858 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.613395 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:41:56.649403 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-66524708-4a34-4eb4-a950-95040d3ce670 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.651883 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port e3435471-b960-4f02-9bce-efb76abca255, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e3435471-b960-4f02-9bce-efb76abca255,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:56.662305 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 92585631-a385-49f1-9d5a-4324d62d06f6 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:41:56.727414 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-66524708-4a34-4eb4-a950-95040d3ce670 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.788735 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.791614 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.839602 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-66524708-4a34-4eb4-a950-95040d3ce670 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.841743 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9bf12555-a2af-4cf2-afa4-08ad96245cca tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:56.864792 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66524708-4a34-4eb4-a950-95040d3ce670 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd970831-882e-4f2e-bfe6-77bd441fe8a1,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.870560 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-66524708-4a34-4eb4-a950-95040d3ce670 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.918689 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1e472-534f-4612-b9bc-b26e3a51ae31 req-a6b81c17-f370-4466-8829-59f26e78ef14 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:56.919377 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=e3435471-b960-4f02-9bce-efb76abca255,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:56.925231 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a2d1e472-534f-4612-b9bc-b26e3a51ae31 req-a6b81c17-f370-4466-8829-59f26e78ef14 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0685267 Jun 24 12:41:56.932428 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:56.935255 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 92585631-a385-49f1-9d5a-4324d62d06f6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=92585631-a385-49f1-9d5a-4324d62d06f6,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:56.957892 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a2d1e472-534f-4612-b9bc-b26e3a51ae31 req-166f028c-2620-46db-a755-052fdbe4ad5e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Jun 24 12:41:56.958634 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '92585631-a385-49f1-9d5a-4324d62d06f6', 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'port_id': '92585631-a385-49f1-9d5a-4324d62d06f6', 'mac_address': 'fa:16:3e:43:92:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22396959-b6eb-46e4-bd16-41cda76fd8ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:41:56.970757 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e3435471-b960-4f02-9bce-efb76abca255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:41:53Z', 'revision_number': 4, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port': {'id': 'e3435471-b960-4f02-9bce-efb76abca255', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:50Z', 'updated_at': '2021-06-24T12:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '7793029a-b216-492e-a7d8-b9601da9e150', 'name': '', 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'mac_address': 'fa:16:3e:a5:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9f332b01-4870-4482-81b4-82a077b98806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:41:53Z', 'revision_number': 2, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'subnets': [{'id': '9f332b01-4870-4482-81b4-82a077b98806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:56.974119 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-66524708-4a34-4eb4-a950-95040d3ce670 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:56.975667 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-66524708-4a34-4eb4-a950-95040d3ce670 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4717510 Jun 24 12:41:56.978168 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37766) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:56.983772 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'security_group_rule': {'security_group_id': '3145dee0-df83-48cb-ad63-c3dc23eb160b', 'project_id': '8d08363634f147bba888dfa25e7273dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:57.038640 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Checking router: a067eaf9-5145-440a-91f2-3611f2ad40b1 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:41:57.039132 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Updating router a067eaf9-5145-440a-91f2-3611f2ad40b1 port 7793029a-b216-492e-a7d8-b9601da9e150 binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:41:57.092217 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.108455 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.120756 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92585631-a385-49f1-9d5a-4324d62d06f6 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:41:57.125497 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.164463 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 92585631-a385-49f1-9d5a-4324d62d06f6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=92585631-a385-49f1-9d5a-4324d62d06f6,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:57.200469 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72420f00-ea33-4863-b5b6-812a90a4ad68 req-cd6df491-ac88-47c8-a300-669b7766884a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.208144 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-72420f00-ea33-4863-b5b6-812a90a4ad68 req-cd6df491-ac88-47c8-a300-669b7766884a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 943 time: 0.1172168 Jun 24 12:41:57.233609 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.250816 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.257929 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.263727 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-72420f00-ea33-4863-b5b6-812a90a4ad68 req-2eec6df2-e5ac-489c-91c4-a982994dc4f6 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545905 Jun 24 12:41:57.314111 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.316551 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.334297 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4d5ce3-0ffd-4249-ae5b-b9f11338f117,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:57.337057 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:57.355200 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=92585631-a385-49f1-9d5a-4324d62d06f6,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:57.359574 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:57.376282 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151d9a-354f-4858-8aa2-698d4ede2df7 req-12c973f1-181d-4f6a-b75a-900ac1f48400 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:57.377743 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6e151d9a-354f-4858-8aa2-698d4ede2df7 req-12c973f1-181d-4f6a-b75a-900ac1f48400 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 945 time: 0.0727832 Jun 24 12:41:57.421335 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6e151d9a-354f-4858-8aa2-698d4ede2df7 req-6f41464f-af43-4cad-ab0a-44241b7551c2 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377469 Jun 24 12:41:57.464255 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.473862 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Transition to ACTIVE for port object 7793029a-b216-492e-a7d8-b9601da9e150 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:41:57.538649 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.539852 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5606403 Jun 24 12:41:57.543464 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37778) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:57.548131 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-66de8b8a-9182-4d7d-94b7-10ea3dde5cb2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'security_group_rule': {'security_group_id': '3145dee0-df83-48cb-ad63-c3dc23eb160b', 'project_id': '8d08363634f147bba888dfa25e7273dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:57.567376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.569588 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-33c59db8-a34a-4bdc-9ee3-851e5ea0fe34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.616925 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a98edb-e4e1-4a1b-82e7-a1abc2e6c099 None None] Pushing event updated for resources: {'Port': ['ID=7793029a-b216-492e-a7d8-b9601da9e150,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:57.621485 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-c4a98edb-e4e1-4a1b-82e7-a1abc2e6c099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:57.646843 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-66de8b8a-9182-4d7d-94b7-10ea3dde5cb2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.678460 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Attempting to bind port 7793029a-b216-492e-a7d8-b9601da9e150 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:41:57.678984 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Attempting to bind port 7793029a-b216-492e-a7d8-b9601da9e150 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:41:57.679335 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Attempting to bind port 7793029a-b216-492e-a7d8-b9601da9e150 on network 56dd983c-4a0b-49f0-92c6-083c4f200c8c {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:41:57.684818 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:41:57.685210 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Checking segment: {'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:41:57.685637 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.686212 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Bound using segment: {'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:41:57.686819 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Bound port: 7793029a-b216-492e-a7d8-b9601da9e150, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e8f7ff-aede-46ca-b7a0-a89a986c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:41:57.687273 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.716950 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-66de8b8a-9182-4d7d-94b7-10ea3dde5cb2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.748804 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['92585631-a385-49f1-9d5a-4324d62d06f6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:41:57.784320 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] For port 7793029a-b216-492e-a7d8-b9601da9e150, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:41:57.796125 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-66de8b8a-9182-4d7d-94b7-10ea3dde5cb2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.798645 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.804556 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] For port 7793029a-b216-492e-a7d8-b9601da9e150, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=7793029a-b216-492e-a7d8-b9601da9e150,segment=NetworkSegment(91e8f7ff-aede-46ca-b7a0-a89a986c369c),segment_id=91e8f7ff-aede-46ca-b7a0-a89a986c369c)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:41:57.815257 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de8b8a-9182-4d7d-94b7-10ea3dde5cb2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943da58b-10fc-4767-b7f8-cd3e3f23fbce,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:57.818586 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-66de8b8a-9182-4d7d-94b7-10ea3dde5cb2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:57.893863 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-66de8b8a-9182-4d7d-94b7-10ea3dde5cb2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.893976 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:57.894077 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-66de8b8a-9182-4d7d-94b7-10ea3dde5cb2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3462555 Jun 24 12:41:57.894165 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:57.894261 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37786) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:57.898240 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'security_group_rule': {'security_group_id': '3145dee0-df83-48cb-ad63-c3dc23eb160b', 'project_id': '8d08363634f147bba888dfa25e7273dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:57.965772 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e3435471-b960-4f02-9bce-efb76abca255 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:57.985111 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.securitygroups_db [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Project 8d08363634f147bba888dfa25e7273dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:41:58.007646 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.040236 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Routers {'a067eaf9-5145-440a-91f2-3611f2ad40b1'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:41:58.041040 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:41:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['a067eaf9-5145-440a-91f2-3611f2ad40b1'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:58.101026 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a98edb-e4e1-4a1b-82e7-a1abc2e6c099 None None] Pushing event updated for resources: {'Port': ['ID=7793029a-b216-492e-a7d8-b9601da9e150,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:58.103932 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.105512 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-c4a98edb-e4e1-4a1b-82e7-a1abc2e6c099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:58.169418 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e3435471-b960-4f02-9bce-efb76abca255 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:58.169797 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.209910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.209910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf6759-2e0d-42e3-bff4-77ece6afc484 req-fe45e59b-c049-42d8-8a9e-21b66422c3f1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:58.209910 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-93bf6759-2e0d-42e3-bff4-77ece6afc484 req-fe45e59b-c049-42d8-8a9e-21b66422c3f1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0838733 Jun 24 12:41:58.209910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:58.230542 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf56af2-a329-4ab6-ab5e-10cbc97dc076,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:58.265013 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:58.381776 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] Set router a067eaf9-5145-440a-91f2-3611f2ad40b1 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:41:58.383286 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-93bf6759-2e0d-42e3-bff4-77ece6afc484 req-d28e5e7b-d86f-4aa6-8eb6-d72cf39ca4d9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815012 Jun 24 12:41:58.462653 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde98dc0-1b20-4702-914a-4267e4f4d7c5 req-2a8ca87e-3c63-4c37-8931-4ff4f34987c4 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:58.464868 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bde98dc0-1b20-4702-914a-4267e4f4d7c5 req-2a8ca87e-3c63-4c37-8931-4ff4f34987c4 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 944 time: 0.0669620 Jun 24 12:41:58.501627 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bde98dc0-1b20-4702-914a-4267e4f4d7c5 req-6301a1d9-de0d-4c0f-a42f-6069e5dbf432 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Jun 24 12:41:58.523049 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e3435471-b960-4f02-9bce-efb76abca255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:41:53Z', 'revision_number': 4, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port': {'id': 'e3435471-b960-4f02-9bce-efb76abca255', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:50Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '7793029a-b216-492e-a7d8-b9601da9e150', 'name': '', 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'mac_address': 'fa:16:3e:a5:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9f332b01-4870-4482-81b4-82a077b98806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:41:57Z', 'revision_number': 4, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'subnets': [{'id': '9f332b01-4870-4482-81b4-82a077b98806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:41:58.549051 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759f237-7389-4e0b-bce5-19cb6439d8b1 None None] The sync data for ids ['a067eaf9-5145-440a-91f2-3611f2ad40b1'] in dv-cinder-689486-14-iscsi is: [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e3435471-b960-4f02-9bce-efb76abca255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:41:53Z', 'revision_number': 4, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port': {'id': 'e3435471-b960-4f02-9bce-efb76abca255', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:50Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '7793029a-b216-492e-a7d8-b9601da9e150', 'name': '', 'network_id': '56dd983c-4a0b-49f0-92c6-083c4f200c8c', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'mac_address': 'fa:16:3e:a5:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9f332b01-4870-4482-81b4-82a077b98806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:52Z', 'updated_at': '2021-06-24T12:41:57Z', 'revision_number': 4, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'subnets': [{'id': '9f332b01-4870-4482-81b4-82a077b98806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:41:58.669749 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:58.683832 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45376480-6cd1-4681-97b9-252420cc8aa7 req-9d64f03b-d6d9-4dec-90b8-d1e41bbf3011 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:58.696441 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-45376480-6cd1-4681-97b9-252420cc8aa7 req-9d64f03b-d6d9-4dec-90b8-d1e41bbf3011 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 945 time: 0.0737598 Jun 24 12:41:58.733429 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-45376480-6cd1-4681-97b9-252420cc8aa7 req-2d23ca16-0096-4bd6-9b08-f55bee50486c tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Jun 24 12:41:58.745945 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.750604 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37806) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:41:58.760855 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'security_group_rule': {'security_group_id': '3145dee0-df83-48cb-ad63-c3dc23eb160b', 'project_id': '8d08363634f147bba888dfa25e7273dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:41:58.761343 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8663595 Jun 24 12:41:58.927629 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.securitygroups_db [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Project 8d08363634f147bba888dfa25e7273dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:41:58.933614 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:58.978605 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:41:58.983384 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:41:58.983774 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.003047 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.062943 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.079780 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.081792 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:59.087660 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad04391e-574c-4b56-8db1-6b1c29aa2cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:41:59.091170 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98c4c6e-069a-4642-83cb-c30ce7d36464" -d '{"events": [{"server_uuid": "ad04391e-574c-4b56-8db1-6b1c29aa2cb0", "name": "network-vif-plugged", "status": "completed", "tag": "1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:41:59.100924 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffbcffb-6350-40a9-878e-151bab280f47,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:59.105135 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:59.107872 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:41:59.134821 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4f1a58-ee8b-4e78-bbeb-a7d00b8abcd2 x-openstack-request-id: req-7b4f1a58-ee8b-4e78-bbeb-a7d00b8abcd2 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:41:59.135343 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad04391e-574c-4b56-8db1-6b1c29aa2cb0", "name": "network-vif-plugged", "status": "completed", "tag": "1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:41:59.135512 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-7b4f1a58-ee8b-4e78-bbeb-a7d00b8abcd2 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:41:59.135814 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad04391e-574c-4b56-8db1-6b1c29aa2cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b', 'code': 200} Jun 24 12:41:59.210701 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.211701 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:41:59.211991 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4602458 Jun 24 12:41:59.218286 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:41:59.286978 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:41:59.290120 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:41:59.576439 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175412f-c988-4ab7-8cb5-666767a4062d req-2ae46e3a-ea44-4071-9db3-aa452adfaf9f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:59.577918 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7175412f-c988-4ab7-8cb5-666767a4062d req-2ae46e3a-ea44-4071-9db3-aa452adfaf9f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0836508 Jun 24 12:41:59.665525 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7175412f-c988-4ab7-8cb5-666767a4062d req-2a9e67e1-a6d9-42d1-93c7-da5e5ee76859 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810647 Jun 24 12:41:59.695198 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8581b-ea96-470e-8b8e-10e2f74d6b9d req-a9be4291-bf1b-4e44-869e-6eb8c0ae72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:59.697109 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-67e8581b-ea96-470e-8b8e-10e2f74d6b9d req-a9be4291-bf1b-4e44-869e-6eb8c0ae72a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 1099 time: 0.1058474 Jun 24 12:41:59.741702 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-67e8581b-ea96-470e-8b8e-10e2f74d6b9d req-e87224ca-16f4-4a7f-95af-535fd7dd78e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Jun 24 12:41:59.833957 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57ce3-8aed-4a93-9938-d958f2093366 req-e8daccf5-71b2-41b3-bade-d8896afb5871 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:59.842233 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-65c57ce3-8aed-4a93-9938-d958f2093366 req-e8daccf5-71b2-41b3-bade-d8896afb5871 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 944 time: 0.0923712 Jun 24 12:41:59.879963 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-65c57ce3-8aed-4a93-9938-d958f2093366 req-c3f8f508-a282-4c5a-8ed7-02f8dacb293b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Jun 24 12:41:59.950902 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d0f2-71d9-46f1-98e8-41d79f5d639f req-3de0db98-27b6-47ff-ab85-928569f8ca9d tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:41:59.952486 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a829d0f2-71d9-46f1-98e8-41d79f5d639f req-3de0db98-27b6-47ff-ab85-928569f8ca9d tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0942295 Jun 24 12:41:59.989323 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 7793029a-b216-492e-a7d8-b9601da9e150 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:41:59.997157 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a829d0f2-71d9-46f1-98e8-41d79f5d639f req-7de5360b-9488-41ad-b89c-811a33b382d5 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Jun 24 12:42:00.150492 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 7793029a-b216-492e-a7d8-b9601da9e150 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:00.158375 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 7793029a-b216-492e-a7d8-b9601da9e150 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:00.158375 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.235508 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.267803 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 7793029a-b216-492e-a7d8-b9601da9e150, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=7793029a-b216-492e-a7d8-b9601da9e150,segment=NetworkSegment(91e8f7ff-aede-46ca-b7a0-a89a986c369c),segment_id=91e8f7ff-aede-46ca-b7a0-a89a986c369c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:00.451232 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.455322 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-33c59db8-a34a-4bdc-9ee3-851e5ea0fe34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:00.508730 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=7793029a-b216-492e-a7d8-b9601da9e150,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:00.512593 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:00.679755 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 92585631-a385-49f1-9d5a-4324d62d06f6 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:00.829983 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 92585631-a385-49f1-9d5a-4324d62d06f6 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:00.834221 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 92585631-a385-49f1-9d5a-4324d62d06f6 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:00.834812 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.845022 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643fc52-e19d-42f8-b71a-3b736f881fdf req-2ef6ea2a-771b-4dc7-ab3b-14b9589fa915 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:00.846489 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6643fc52-e19d-42f8-b71a-3b736f881fdf req-2ef6ea2a-771b-4dc7-ab3b-14b9589fa915 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0635452 Jun 24 12:42:00.893559 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6643fc52-e19d-42f8-b71a-3b736f881fdf req-336d4a1f-be91-4077-bf6c-8fc8056e7442 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Jun 24 12:42:00.921562 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:00.959625 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 92585631-a385-49f1-9d5a-4324d62d06f6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=92585631-a385-49f1-9d5a-4324d62d06f6,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:01.074854 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f742e-0f33-4870-827d-69ca69fbf306 req-7f1bf4ce-1b46-4640-9223-19b89e0b3842 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:01.076404 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a93f742e-0f33-4870-827d-69ca69fbf306 req-7f1bf4ce-1b46-4640-9223-19b89e0b3842 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 944 time: 0.0667968 Jun 24 12:42:01.114913 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a93f742e-0f33-4870-827d-69ca69fbf306 req-597529c9-a246-47e1-9d35-1215ee443fcd tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Jun 24 12:42:01.137516 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e56507-d174-477a-84ee-e32ce95d971a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92585631-a385-49f1-9d5a-4324d62d06f6'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:01.139962 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb86ef-62a7-4d3c-99ee-d3d1bdae0ea4" -d '{"events": [{"server_uuid": "65e56507-d174-477a-84ee-e32ce95d971a", "name": "network-vif-plugged", "status": "completed", "tag": "92585631-a385-49f1-9d5a-4324d62d06f6"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:01.179672 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d560299d-c2d6-4755-a29f-39039c0d1a56 x-openstack-request-id: req-d560299d-c2d6-4755-a29f-39039c0d1a56 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:01.179978 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e56507-d174-477a-84ee-e32ce95d971a", "name": "network-vif-plugged", "status": "completed", "tag": "92585631-a385-49f1-9d5a-4324d62d06f6", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:01.180238 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-d560299d-c2d6-4755-a29f-39039c0d1a56 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:01.180636 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e56507-d174-477a-84ee-e32ce95d971a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92585631-a385-49f1-9d5a-4324d62d06f6', 'code': 200} Jun 24 12:42:01.181435 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:01.183964 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-8749a110-802d-4801-b862-c79726e637c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:01.192757 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fd21c-4691-4f9f-a84d-5c050aa11a48 req-d93d6419-551e-4f5c-bd92-1c387c636e07 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:01.208268 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-367fd21c-4691-4f9f-a84d-5c050aa11a48 req-d93d6419-551e-4f5c-bd92-1c387c636e07 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0717075 Jun 24 12:42:01.230341 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=92585631-a385-49f1-9d5a-4324d62d06f6,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:01.231767 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-367fd21c-4691-4f9f-a84d-5c050aa11a48 req-0e2ecce7-b5fa-4109-b881-e9e01ac26300 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Jun 24 12:42:01.233590 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:01.898172 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37921fdf-6080-403a-9e53-c8ec5f071fa8 req-6e5d2266-b274-4dc1-9f07-825dc25a9dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:01.899666 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-37921fdf-6080-403a-9e53-c8ec5f071fa8 req-6e5d2266-b274-4dc1-9f07-825dc25a9dec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 1098 time: 0.0547297 Jun 24 12:42:01.948053 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-37921fdf-6080-403a-9e53-c8ec5f071fa8 req-0f47dd31-9f30-4841-9666-bbd21a58179a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Jun 24 12:42:01.951588 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 7793029a-b216-492e-a7d8-b9601da9e150 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:02.001020 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 7793029a-b216-492e-a7d8-b9601da9e150 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:02.001020 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:02.085759 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5757eb2-ed43-4884-8887-61273acd3e4f req-280058cf-cf0d-4a1f-8545-749e32722a36 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:02.087431 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a5757eb2-ed43-4884-8887-61273acd3e4f req-280058cf-cf0d-4a1f-8545-749e32722a36 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0667048 Jun 24 12:42:02.126773 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a5757eb2-ed43-4884-8887-61273acd3e4f req-ac348367-55d0-4269-aefa-cff9f87a88f2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Jun 24 12:42:02.291237 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238604-28ce-4728-810a-c436ccc00c7c req-5b7229df-c73e-410f-8aee-2a4cb1fca2ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:02.292976 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dd238604-28ce-4728-810a-c436ccc00c7c req-5b7229df-c73e-410f-8aee-2a4cb1fca2ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.0636415 Jun 24 12:42:02.330833 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dd238604-28ce-4728-810a-c436ccc00c7c req-f0293b15-ab66-46d7-8fb9-db997735ea5a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320473 Jun 24 12:42:02.407324 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231026f-f6c0-48a0-9c8e-a66596ee2a12 req-9f945d98-df3c-483f-9dc6-5c129382fe1d tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:02.408816 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d231026f-f6c0-48a0-9c8e-a66596ee2a12 req-9f945d98-df3c-483f-9dc6-5c129382fe1d tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0629396 Jun 24 12:42:02.452027 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d231026f-f6c0-48a0-9c8e-a66596ee2a12 req-450a908d-d450-45a8-b060-ff1648227d84 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375700 Jun 24 12:42:03.302083 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4c700-5918-4779-948f-0002872fe951 req-b8bd3add-13d0-40f9-8723-c01ddc88b5a3 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:03.303546 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-51c4c700-5918-4779-948f-0002872fe951 req-b8bd3add-13d0-40f9-8723-c01ddc88b5a3 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0628140 Jun 24 12:42:03.309787 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 37950) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:03.343147 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-51c4c700-5918-4779-948f-0002872fe951 req-7d9d2d67-0c09-4839-87bb-ae1049b09ea6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Jun 24 12:42:03.419307 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-95668145-314c-401c-b4d7-2ebe7212d5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.506455 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e096c62-5e86-45bb-966a-128a816d6a08 req-960a0793-3ddc-4430-bdb6-3376912f68dd tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:03.507957 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6e096c62-5e86-45bb-966a-128a816d6a08 req-960a0793-3ddc-4430-bdb6-3376912f68dd tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.0634837 Jun 24 12:42:03.509978 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-95668145-314c-401c-b4d7-2ebe7212d5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.546150 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6e096c62-5e86-45bb-966a-128a816d6a08 req-c410a2ae-90a4-476c-a110-965fb58280be tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Jun 24 12:42:03.588710 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-95668145-314c-401c-b4d7-2ebe7212d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.591445 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0eddbeaa-e8e5-48b3-a21f-f02309fe050b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:03.627007 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-95668145-314c-401c-b4d7-2ebe7212d5a1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3295bf6177ea4d80bda1ade53876a718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161213 Jun 24 12:42:03.628131 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95668145-314c-401c-b4d7-2ebe7212d5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4bbcf4-3e49-422b-85a7-205585242288,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:03.629651 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 37956) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:03.631342 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-95668145-314c-401c-b4d7-2ebe7212d5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:03.681462 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.702292 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.870389 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.873222 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:03.874261 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/fe4bbcf4-3e49-422b-85a7-205585242288 HTTP/1.1" status: 204 len: 168 time: 0.2436144 Jun 24 12:42:03.875088 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2675d8e6-24c7-4de4-b536-f415bdf73956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:03.884309 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4bbcf4-3e49-422b-85a7-205585242288,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:03.895801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.895801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.895801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.895801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.895801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.895801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.895801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.895801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.896541 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.896541 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.896782 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.897132 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:03.900801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:04.517444 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648c583-97ee-4813-ace7-3e6a6f3bd592 req-f11d57ee-77fb-489c-9cc7-7fa68b5bd180 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:04.518922 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5648c583-97ee-4813-ace7-3e6a6f3bd592 req-f11d57ee-77fb-489c-9cc7-7fa68b5bd180 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0658123 Jun 24 12:42:04.557300 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5648c583-97ee-4813-ace7-3e6a6f3bd592 req-e108b7bc-aeec-4086-a3ae-21c744ea957a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Jun 24 12:42:04.727178 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027ee27-c939-41e7-a100-53236df3dd03 req-5de351e6-c0ef-4dbb-a7ad-a84a90728a30 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:04.728819 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2027ee27-c939-41e7-a100-53236df3dd03 req-5de351e6-c0ef-4dbb-a7ad-a84a90728a30 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.0694256 Jun 24 12:42:04.771591 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2027ee27-c939-41e7-a100-53236df3dd03 req-836612e4-b864-477f-8e9b-58c8842cee3d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368531 Jun 24 12:42:05.747803 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee20c18-db5c-4065-8247-391bbdb0a08e req-7367ac2a-b5be-4753-b128-a3dc1a4a4bc4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:05.749276 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9ee20c18-db5c-4065-8247-391bbdb0a08e req-7367ac2a-b5be-4753-b128-a3dc1a4a4bc4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0706062 Jun 24 12:42:05.787384 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9ee20c18-db5c-4065-8247-391bbdb0a08e req-c894a423-5f58-4b94-9c62-5d93a85381f9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Jun 24 12:42:05.957010 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d2420-d274-44a3-a087-28be6d0d3d79 req-680311ea-3444-4576-9339-837fa056b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:05.958590 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-047d2420-d274-44a3-a087-28be6d0d3d79 req-680311ea-3444-4576-9339-837fa056b56e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1098 time: 0.0933096 Jun 24 12:42:05.962846 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4308da-421a-49ac-9d8b-4f6732522956 req-8ccd9d17-d79f-4c20-9f25-5ce3eba5127e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:05.964992 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4e4308da-421a-49ac-9d8b-4f6732522956 req-8ccd9d17-d79f-4c20-9f25-5ce3eba5127e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.0748067 Jun 24 12:42:06.006418 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-047d2420-d274-44a3-a087-28be6d0d3d79 req-7bccc1b3-c566-4275-ab4b-13fedba695d6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Jun 24 12:42:06.011593 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4e4308da-421a-49ac-9d8b-4f6732522956 req-45499ee7-692f-474b-a217-3755c4474dc7 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Jun 24 12:42:06.898691 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:06.969917 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba30d81-6c7c-4455-8753-6dd066296e08 req-9ddadeaa-f6ba-4467-954c-d67bc5fc9bf3 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:06.971430 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4ba30d81-6c7c-4455-8753-6dd066296e08 req-9ddadeaa-f6ba-4467-954c-d67bc5fc9bf3 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0640843 Jun 24 12:42:07.015979 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4ba30d81-6c7c-4455-8753-6dd066296e08 req-d44e8fc5-f193-44c1-a843-95ee7138cb6b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381150 Jun 24 12:42:07.215628 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-6607b11b-3f45-43d2-b6de-4bb180da3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:07.217118 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-6607b11b-3f45-43d2-b6de-4bb180da3c41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1098 time: 0.0968013 Jun 24 12:42:07.237492 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb407a-5d9b-4e34-831e-4be957722167 req-a0b54989-e032-4547-aa31-6fb70947b74d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:07.238921 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72cb407a-5d9b-4e34-831e-4be957722167 req-a0b54989-e032-4547-aa31-6fb70947b74d tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.1084001 Jun 24 12:42:07.277796 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72cb407a-5d9b-4e34-831e-4be957722167 req-f52c1acd-16e9-44a8-b963-eff69590838e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Jun 24 12:42:07.373027 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-2a7c01b0-32f4-49f9-b6d8-830c1d78c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:07.374493 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-2a7c01b0-32f4-49f9-b6d8-830c1d78c74f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 919 time: 0.0925970 Jun 24 12:42:07.419811 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-89eef0fc-84cf-4cbc-9984-63a63f699188 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714821af-d23f-4e23-b2d4-561166fdb72e HTTP/1.1" status: 200 len: 217 time: 0.0349519 Jun 24 12:42:07.469512 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-bf0d9e73-abec-46ac-9c00-fdd93a0aae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:07.470953 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-bf0d9e73-abec-46ac-9c00-fdd93a0aae6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.0429981 Jun 24 12:42:07.512732 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-1b1c5102-af67-4ad4-9b7e-18f16b3d35c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257344 Jun 24 12:42:07.614780 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-4aa4609d-8bae-4034-ba74-46c4d6586244 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886018 Jun 24 12:42:07.720296 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b6d628e-f30c-44ba-ab65-d75044cdc53c req-5b5b9fbb-672e-4bb1-8786-9c50f8b6abb2 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943978 Jun 24 12:42:08.371216 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170033b-49e8-4e65-9aa3-279be073de6a req-dff4c4a2-dd1f-478a-bd0f-47fb04c1ec59 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:08.375763 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b170033b-49e8-4e65-9aa3-279be073de6a req-dff4c4a2-dd1f-478a-bd0f-47fb04c1ec59 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0724299 Jun 24 12:42:08.379106 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b181ac-f2ec-4b01-b00f-e2c48b20f0d7 req-88c2d5ee-3232-4b63-b458-580c731c8fa4 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:08.380619 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c4b181ac-f2ec-4b01-b00f-e2c48b20f0d7 req-88c2d5ee-3232-4b63-b458-580c731c8fa4 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0694394 Jun 24 12:42:08.413381 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b170033b-49e8-4e65-9aa3-279be073de6a req-66385a6b-c0e7-4877-b78f-59983125a785 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Jun 24 12:42:08.421692 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c4b181ac-f2ec-4b01-b00f-e2c48b20f0d7 req-d9d8fdb8-d398-4e8f-81ab-79f65001d8dc tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Jun 24 12:42:09.609547 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5145a3-0b23-4fae-b6e7-bc753e44c412 req-15340c3e-b205-4dff-84dd-2cd547e5a465 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:09.617013 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cb5145a3-0b23-4fae-b6e7-bc753e44c412 req-15340c3e-b205-4dff-84dd-2cd547e5a465 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0829904 Jun 24 12:42:09.648590 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55af0f-9594-48e2-a6dd-f0f1bcd4d4f3 req-c27d0bcc-8570-4277-99cd-0995813494ae tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:09.651742 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6a55af0f-9594-48e2-a6dd-f0f1bcd4d4f3 req-c27d0bcc-8570-4277-99cd-0995813494ae tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0877588 Jun 24 12:42:09.658269 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cb5145a3-0b23-4fae-b6e7-bc753e44c412 req-cb51f357-2056-4bc8-be09-a4630341a3f8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Jun 24 12:42:09.707282 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6a55af0f-9594-48e2-a6dd-f0f1bcd4d4f3 req-02e3bde9-ebd8-49d1-88b1-24e1e6c2ec77 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504100 Jun 24 12:42:12.611910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-616777f6-a698-49ab-b50c-b2b331bdbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:12.613401 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-616777f6-a698-49ab-b50c-b2b331bdbf15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1098 time: 0.0567658 Jun 24 12:42:12.813004 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-2672f62b-9240-40b8-a824-88c8fe7ce74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:12.814459 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-2672f62b-9240-40b8-a824-88c8fe7ce74c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 919 time: 0.1275778 Jun 24 12:42:12.828713 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af48bb-9a9c-4f43-835f-cd03b1e60967 req-0c281389-adb6-4e97-b55d-f0babf0e57da tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:12.830155 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-77af48bb-9a9c-4f43-835f-cd03b1e60967 req-0c281389-adb6-4e97-b55d-f0babf0e57da tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1242061 Jun 24 12:42:12.874990 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-77af48bb-9a9c-4f43-835f-cd03b1e60967 req-a61c9a88-2b53-43f0-a087-3ad8b5f3cf66 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Jun 24 12:42:12.901433 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-63d317a1-15b2-4043-86de-9d5f7f953d29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714821af-d23f-4e23-b2d4-561166fdb72e HTTP/1.1" status: 200 len: 217 time: 0.0376005 Jun 24 12:42:12.962913 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-a459948b-8215-404b-b7e9-6822e8564d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:12.962913 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-a459948b-8215-404b-b7e9-6822e8564d74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.0447154 Jun 24 12:42:13.015576 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-43d52d15-6157-44b3-bf01-e634695efaf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377424 Jun 24 12:42:13.069045 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a487e-d64d-4725-99de-d2ae6e75f294 req-27cf360e-c8f8-4f00-b3f7-510f15b269be tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:13.070495 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-218a487e-d64d-4725-99de-d2ae6e75f294 req-27cf360e-c8f8-4f00-b3f7-510f15b269be tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0848892 Jun 24 12:42:13.153918 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-218a487e-d64d-4725-99de-d2ae6e75f294 req-883c2c87-c381-48f7-9c33-eef758c4c787 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769382 Jun 24 12:42:13.193383 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-098ac618-a853-4148-bc05-29806a1228b6 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147289 Jun 24 12:42:13.329870 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229c8b80-b6fb-4207-ad55-332f5e387672 req-5a4aeea1-afa0-4d6e-91a9-eff4bdba30b4 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275959 Jun 24 12:42:13.349861 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110201-2c7a-4fe7-8041-08e7d2c825e9 req-e264835e-6e13-4968-8fe6-72b6334196ad tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:13.351359 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c110201-2c7a-4fe7-8041-08e7d2c825e9 req-e264835e-6e13-4968-8fe6-72b6334196ad tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0936213 Jun 24 12:42:13.395956 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c110201-2c7a-4fe7-8041-08e7d2c825e9 req-b23edd34-f40e-4e03-b059-a5ed3c44b449 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381403 Jun 24 12:42:14.067373 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f377ba-5a78-4de6-a88f-21e5ec9d87a5 req-785836bd-1d58-4b6a-9d56-12941896228b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:14.068961 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b2f377ba-5a78-4de6-a88f-21e5ec9d87a5 req-785836bd-1d58-4b6a-9d56-12941896228b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0673025 Jun 24 12:42:14.106292 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b2f377ba-5a78-4de6-a88f-21e5ec9d87a5 req-9b6f9f80-0422-49a8-a933-2fdd1f8b2046 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Jun 24 12:42:14.429883 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf88-e0b4-467c-8100-e5ee69dab8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:14.561697 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce370b1a-1ad8-471e-a132-aec4e52164a0 req-e83e6eb4-1936-4754-bb45-02dd3d8db3de tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:14.563291 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ce370b1a-1ad8-471e-a132-aec4e52164a0 req-e83e6eb4-1936-4754-bb45-02dd3d8db3de tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.2864795 Jun 24 12:42:14.585533 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496035fc-23a8-497c-ba64-08bc34edbd5f req-839988e8-715f-4874-8a07-cfdf10f5a077 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:14.587163 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-496035fc-23a8-497c-ba64-08bc34edbd5f req-839988e8-715f-4874-8a07-cfdf10f5a077 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0670283 Jun 24 12:42:14.605948 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ce370b1a-1ad8-471e-a132-aec4e52164a0 req-9a3ed0d7-dc3c-47b5-ad0e-67fb08c7b09c tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367928 Jun 24 12:42:14.635997 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-496035fc-23a8-497c-ba64-08bc34edbd5f req-e2065d58-6e4e-469c-9f8c-90b9e77909ef tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Jun 24 12:42:15.280935 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81fd9b-2a9b-4dc6-b40c-ce47742e872e req-71921c01-936d-4b6e-b86d-34ae8407ecc7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:15.282306 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4e81fd9b-2a9b-4dc6-b40c-ce47742e872e req-71921c01-936d-4b6e-b86d-34ae8407ecc7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0638888 Jun 24 12:42:15.319355 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4e81fd9b-2a9b-4dc6-b40c-ce47742e872e req-0c4abcad-bf14-4b37-b147-a0ab5b86e7bb tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Jun 24 12:42:15.780066 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279fc7e-0b14-451c-84ae-341f3466455b req-0bcdcd65-171b-40f6-9cc9-ca6b8a78438f tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:15.781540 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1279fc7e-0b14-451c-84ae-341f3466455b req-0bcdcd65-171b-40f6-9cc9-ca6b8a78438f tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0624862 Jun 24 12:42:15.818663 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1279fc7e-0b14-451c-84ae-341f3466455b req-c585370a-b554-41ce-9044-9bbe7ee7be48 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Jun 24 12:42:15.976739 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ba527-0c5f-4b13-8f30-6e45ff529867 req-4ed9575a-7e66-4089-9025-3d86afc81c45 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:15.978198 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-af9ba527-0c5f-4b13-8f30-6e45ff529867 req-4ed9575a-7e66-4089-9025-3d86afc81c45 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0637631 Jun 24 12:42:16.015566 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-af9ba527-0c5f-4b13-8f30-6e45ff529867 req-804d0811-8e2b-4c5f-ba38-50a6e874db6a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311360 Jun 24 12:42:16.106520 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:42:16.495447 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b19d06-6303-4706-804a-c3d259eea7ce req-81663a97-0ca2-4025-84a9-c5f76284b27a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:16.496883 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-56b19d06-6303-4706-804a-c3d259eea7ce req-81663a97-0ca2-4025-84a9-c5f76284b27a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0649967 Jun 24 12:42:16.533486 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-56b19d06-6303-4706-804a-c3d259eea7ce req-b8ccaac0-0b2d-41a9-84f9-d4e5fb615347 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Jun 24 12:42:16.970892 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b70d6a8b-057b-49b3-844f-4feb2b2ac4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:16.991025 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e20a7-c0fb-4d7b-b667-bb722f9ff67c req-ec538eb0-a88b-46fa-bbaf-cf82ffc64ed3 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:16.992514 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d83e20a7-c0fb-4d7b-b667-bb722f9ff67c req-ec538eb0-a88b-46fa-bbaf-cf82ffc64ed3 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0630355 Jun 24 12:42:17.030521 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d83e20a7-c0fb-4d7b-b667-bb722f9ff67c req-f164d6fd-81ce-4d4c-8dd1-9680aeeec8e7 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/security-groups?id=16951242-14f2-4af3-80ed-9339e2b93c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Jun 24 12:42:17.190855 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597b0ef-4e1e-4391-9bd5-c090fbad3efa req-800e98a7-c90b-4888-88e0-9fbcc1ea4c63 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:17.192344 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1597b0ef-4e1e-4391-9bd5-c090fbad3efa req-800e98a7-c90b-4888-88e0-9fbcc1ea4c63 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0617325 Jun 24 12:42:17.232073 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1597b0ef-4e1e-4391-9bd5-c090fbad3efa req-cafe366e-dc04-4cbb-8c84-d9b36a7231a0 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330286 Jun 24 12:42:17.281386 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.524821 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-4d9c5788-9520-40f6-9f0e-1b30f20caf78 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:17.526681 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-4d9c5788-9520-40f6-9f0e-1b30f20caf78 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 946 time: 0.0656741 Jun 24 12:42:17.642404 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Deleting port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:42:17.642752 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.711961 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd61d3-604d-4f60-8ff4-1a57ec72d87f req-c9dbfb50-f700-4125-9d63-e12460e916c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:17.713491 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-36bd61d3-604d-4f60-8ff4-1a57ec72d87f req-c9dbfb50-f700-4125-9d63-e12460e916c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0693364 Jun 24 12:42:17.738452 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] For port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,segment=NetworkSegment(2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a),segment_id=2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:17.738804 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.752054 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Calling delete_port for 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:42:17.755578 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-36bd61d3-604d-4f60-8ff4-1a57ec72d87f req-8096d1d8-30ef-4012-851b-02baafb42b34 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364649 Jun 24 12:42:17.982162 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:17.987008 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f82915eb-9cb9-430a-81a1-5307c90495b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:18.012575 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Pushing event deleted for resources: {'Port': ['ID=1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:18.015508 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:18.059050 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] No DVR routers for this DVR port 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:42:18.061477 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.063482 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ad3d85e-9e75-47cc-9da8-01dffa8a5847 req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.36 "DELETE /v2.0/ports/1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b HTTP/1.1" status: 204 len: 173 time: 0.5282192 Jun 24 12:42:18.063970 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad04391e-574c-4b56-8db1-6b1c29aa2cb0', 'name': 'network-vif-deleted', 'tag': '1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:18.066229 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff44d69-e6d5-4368-b3c1-5973b091a598" -d '{"events": [{"server_uuid": "ad04391e-574c-4b56-8db1-6b1c29aa2cb0", "name": "network-vif-deleted", "tag": "1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:18.168127 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f3d9594a-4eae-459a-9e7c-60117c09d9db req-d7b90417-4190-47a9-8771-10a692bdcc40 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0285032 Jun 24 12:42:18.221163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6935d7b-15fe-4134-bdcd-9e238e0dfc41 x-openstack-request-id: req-a6935d7b-15fe-4134-bdcd-9e238e0dfc41 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:18.221638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad04391e-574c-4b56-8db1-6b1c29aa2cb0", "name": "network-vif-deleted", "tag": "1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:18.221742 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-a6935d7b-15fe-4134-bdcd-9e238e0dfc41 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:18.222170 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad04391e-574c-4b56-8db1-6b1c29aa2cb0', 'name': 'network-vif-deleted', 'tag': '1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b', 'status': 'completed', 'code': 200} Jun 24 12:42:18.405068 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:18.405636 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77aded-217e-4d7a-8c51-b14da4e08c01 req-5861cc2e-2f63-404a-a2ba-fbc96c6edbbd tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:18.406556 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8b77aded-217e-4d7a-8c51-b14da4e08c01 req-5861cc2e-2f63-404a-a2ba-fbc96c6edbbd tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0630739 Jun 24 12:42:18.444150 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8b77aded-217e-4d7a-8c51-b14da4e08c01 req-6a905bbd-aec0-4fa6-9524-b94847ad493f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jun 24 12:42:18.930391 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85ddfd-812b-4df4-9fe0-fcc2facaf4b0 req-34f78d8e-6e86-42bf-aa5f-44869c4d3349 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:18.931977 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ea85ddfd-812b-4df4-9fe0-fcc2facaf4b0 req-34f78d8e-6e86-42bf-aa5f-44869c4d3349 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0676725 Jun 24 12:42:18.972562 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ea85ddfd-812b-4df4-9fe0-fcc2facaf4b0 req-53d6ced6-c415-4deb-87ba-dfb97a0d7637 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Jun 24 12:42:19.309030 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f1185f07-800d-4aa9-a258-e375da1db2a7 req-d92c5cf8-aa48-4ab8-8284-cf5b7304b1f3 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0288472 Jun 24 12:42:19.619721 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b068a97-d141-4752-bc95-ff0d28c0169e req-b2b6a4d5-203c-4d2d-aa22-34f2c06a24fb tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:19.621181 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9b068a97-d141-4752-bc95-ff0d28c0169e req-b2b6a4d5-203c-4d2d-aa22-34f2c06a24fb tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0610352 Jun 24 12:42:19.657865 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9b068a97-d141-4752-bc95-ff0d28c0169e req-7067f6c6-0f5c-4384-bd06-a90c0bc2f8b3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303588 Jun 24 12:42:20.039479 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:20.154395 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899da37-14fb-4fb2-98f7-49ab32ee9fa9 req-14a8af61-6de9-4a81-ae8c-a418c66cdef5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:20.155802 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d899da37-14fb-4fb2-98f7-49ab32ee9fa9 req-14a8af61-6de9-4a81-ae8c-a418c66cdef5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0678887 Jun 24 12:42:20.195910 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d899da37-14fb-4fb2-98f7-49ab32ee9fa9 req-c65767bb-faf3-406e-9ea3-7d80775f2651 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Jun 24 12:42:20.450367 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-36d2f9b8-77e0-4523-8afa-7301f1137575 req-7607892a-2939-454b-bb6c-9ba8c45e1eac tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0291421 Jun 24 12:42:20.665066 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:42:20.835939 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90881228-68c0-408e-ab56-2488644bc452 req-69634e00-18be-4771-9dd8-7225e73c7ddb tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:20.837404 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-90881228-68c0-408e-ab56-2488644bc452 req-69634e00-18be-4771-9dd8-7225e73c7ddb tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0657105 Jun 24 12:42:20.874429 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-90881228-68c0-408e-ab56-2488644bc452 req-797320e3-4dcf-476e-a405-7a71f1190d5d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312877 Jun 24 12:42:21.374608 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41cc35-40d0-488b-ab72-198cc75c5c76 req-d5920ee2-9e79-47b1-b047-bb987fd2f921 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:21.376094 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3e41cc35-40d0-488b-ab72-198cc75c5c76 req-d5920ee2-9e79-47b1-b047-bb987fd2f921 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0637097 Jun 24 12:42:21.418703 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3e41cc35-40d0-488b-ab72-198cc75c5c76 req-7112433d-c9d5-4cea-8dfa-c8cb0ee470c9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Jun 24 12:42:21.612248 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-af4ab285-1fe7-413b-a2cb-b4b4d4ef48ad req-b4e5e5c1-4978-4bcb-8675-de3a87e8c444 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0328159 Jun 24 12:42:22.054525 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104007f-7a65-478d-850c-3000032bf1ec req-d95fbcaa-c2d5-420c-9c0d-ced2b99e22e9 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:22.056077 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e104007f-7a65-478d-850c-3000032bf1ec req-d95fbcaa-c2d5-420c-9c0d-ced2b99e22e9 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0671873 Jun 24 12:42:22.094666 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e104007f-7a65-478d-850c-3000032bf1ec req-bdaa28fd-11a8-4236-a239-d0b9beaa9e2f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Jun 24 12:42:22.594777 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2788e-3391-4f46-889d-da6c4ecdfe11 req-65f1b7f9-0a1b-407a-8b4e-a54432b6733a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:22.596275 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-71f2788e-3391-4f46-889d-da6c4ecdfe11 req-65f1b7f9-0a1b-407a-8b4e-a54432b6733a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0646338 Jun 24 12:42:22.633593 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-71f2788e-3391-4f46-889d-da6c4ecdfe11 req-a1a83d72-68d6-46ab-87e5-c5259791be90 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Jun 24 12:42:22.780693 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a23ae588-c551-481e-aba4-7f98666aac54 req-07c460ad-7884-412c-aaa4-d2049d57dc30 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Jun 24 12:42:23.273801 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40365292-0fc7-408f-9443-5153fe2a77cb req-6b43b786-6036-4374-83c6-97b7b39f47e7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:23.275329 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-40365292-0fc7-408f-9443-5153fe2a77cb req-6b43b786-6036-4374-83c6-97b7b39f47e7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0632308 Jun 24 12:42:23.314678 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-40365292-0fc7-408f-9443-5153fe2a77cb req-a9aad98b-0677-4a70-8220-a12d67e1f980 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Jun 24 12:42:23.808925 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe230cde-fa49-4dad-976b-df176a76f099 req-2541ac9b-5723-4946-a2e2-c0c4682d8f19 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:23.810409 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fe230cde-fa49-4dad-976b-df176a76f099 req-2541ac9b-5723-4946-a2e2-c0c4682d8f19 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0650077 Jun 24 12:42:23.850986 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fe230cde-fa49-4dad-976b-df176a76f099 req-75c0acb8-a267-49f6-a67a-c12d9ab0aea5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Jun 24 12:42:23.989376 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-659fa166-cb35-46bd-bdbf-701022b15486 req-0caea7cb-1247-4a90-bbed-eadda520a0af tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] 10.222.0.99 "GET /v2.0/ports?device_id=ad04391e-574c-4b56-8db1-6b1c29aa2cb0 HTTP/1.1" status: 200 len: 210 time: 0.0282156 Jun 24 12:42:24.485910 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ed860-9bbd-44ac-ae0a-809c03a26179 req-7450e32c-6bb5-456d-9b12-9a45a61606c4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:24.487398 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-361ed860-9bbd-44ac-ae0a-809c03a26179 req-7450e32c-6bb5-456d-9b12-9a45a61606c4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0641479 Jun 24 12:42:24.526034 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-361ed860-9bbd-44ac-ae0a-809c03a26179 req-cb68014f-06cf-477a-aabf-902bbe2f9792 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Jun 24 12:42:24.703510 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:42:24.727512 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:42:24.727783 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 1ee1c6c9-2e74-4f30-b30a-ad93ff424a0b not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:42:25.046864 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4900870-4a63-4241-89b1-66a94c508822 req-3d9a8305-262a-4ab1-a7e7-b55abcdc775c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:25.049024 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b4900870-4a63-4241-89b1-66a94c508822 req-3d9a8305-262a-4ab1-a7e7-b55abcdc775c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0714552 Jun 24 12:42:25.090175 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b4900870-4a63-4241-89b1-66a94c508822 req-d7706ffd-710f-431f-8aee-44f93549094d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353222 Jun 24 12:42:25.722600 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c50ea2-bdf9-42d8-bed0-cc2efc41470f req-ba51163a-67aa-48e1-a857-6830bfb31caf tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:25.724332 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-60c50ea2-bdf9-42d8-bed0-cc2efc41470f req-ba51163a-67aa-48e1-a857-6830bfb31caf tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0746665 Jun 24 12:42:25.766646 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-60c50ea2-bdf9-42d8-bed0-cc2efc41470f req-48cb6370-761f-4338-8697-8c6c6027ede1 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359261 Jun 24 12:42:26.277384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9574c97-6c1b-4f35-8551-360858eefd04 req-cc1dfc5e-d524-4a4c-a3f0-cd217cba23c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:26.278851 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c9574c97-6c1b-4f35-8551-360858eefd04 req-cc1dfc5e-d524-4a4c-a3f0-cd217cba23c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0647912 Jun 24 12:42:26.316609 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c9574c97-6c1b-4f35-8551-360858eefd04 req-a92f24f3-7238-4b02-a8ca-e17f54725215 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Jun 24 12:42:26.942349 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e6f3d-0eb6-4547-bd46-d60a5e268437 req-c52da4fa-394f-4f12-9533-767a2232c805 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:26.943853 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-177e6f3d-0eb6-4547-bd46-d60a5e268437 req-c52da4fa-394f-4f12-9533-767a2232c805 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0644751 Jun 24 12:42:26.988249 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-177e6f3d-0eb6-4547-bd46-d60a5e268437 req-7b2da5a6-8b6b-4c85-bebb-71a422e65785 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372093 Jun 24 12:42:28.161467 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eae3e5-b437-4e1e-a6a7-612649f9d844 req-23813874-7ee8-40bc-a47a-0286d66d682a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:28.162916 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-46eae3e5-b437-4e1e-a6a7-612649f9d844 req-23813874-7ee8-40bc-a47a-0286d66d682a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0611148 Jun 24 12:42:28.204214 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-46eae3e5-b437-4e1e-a6a7-612649f9d844 req-be3cd632-6828-49e5-a5ab-7402aa602b3c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314124 Jun 24 12:42:28.596545 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075f865-60bd-4679-97d7-48bc21959942 req-3db0985f-992b-4681-8249-3300150a9ed0 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:28.598002 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0075f865-60bd-4679-97d7-48bc21959942 req-3db0985f-992b-4681-8249-3300150a9ed0 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0659804 Jun 24 12:42:28.634989 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0075f865-60bd-4679-97d7-48bc21959942 req-4f0b7568-91c8-4901-bb3e-76f343c08bcc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Jun 24 12:42:32.292453 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89f913-01d8-478e-99f9-941554926ef3 req-a2baf74d-2da5-468d-bd33-e1f3ea7454ce tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:32.294004 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7c89f913-01d8-478e-99f9-941554926ef3 req-a2baf74d-2da5-468d-bd33-e1f3ea7454ce tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0669899 Jun 24 12:42:32.334394 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7c89f913-01d8-478e-99f9-941554926ef3 req-dfaf4c36-6880-4e7b-bd72-1aa98279ff42 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349045 Jun 24 12:42:33.520581 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde75b52-3034-4092-bc55-4753f532db05 req-2eed770f-fdb8-4a44-8362-1ddc89af4fc9 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:33.522024 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cde75b52-3034-4092-bc55-4753f532db05 req-2eed770f-fdb8-4a44-8362-1ddc89af4fc9 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0677330 Jun 24 12:42:33.561530 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cde75b52-3034-4092-bc55-4753f532db05 req-96489673-8157-4ce7-9f38-cd6c692ccc4c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332115 Jun 24 12:42:34.766119 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ed720-3639-4373-8a73-e5c9838f93f0 req-61f57836-5b02-42e9-931b-afc56afc3c08 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:34.767524 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e70ed720-3639-4373-8a73-e5c9838f93f0 req-61f57836-5b02-42e9-931b-afc56afc3c08 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0728869 Jun 24 12:42:34.805987 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e70ed720-3639-4373-8a73-e5c9838f93f0 req-95841f2d-de91-4d42-8e1e-f42e1ad44334 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334830 Jun 24 12:42:35.334617 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-71befa08-4edd-478c-ae79-5800d4e955d8 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916008296&fields=id&tenant_id=8d08363634f147bba888dfa25e7273dc HTTP/1.1" status: 200 len: 267 time: 0.0337124 Jun 24 12:42:35.449017 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae03fb-e12f-4946-95be-9927e40a669f req-37a57fcd-0a23-44e1-baa3-75997b719575 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:35.450399 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-37a57fcd-0a23-44e1-baa3-75997b719575 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/networks?id=559cf1e1-0266-438e-b066-36db5cc4ba08 HTTP/1.1" status: 200 len: 808 time: 0.1092172 Jun 24 12:42:35.467143 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-87982da3-f596-455b-9b2f-1dd51fd07eef tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/quotas/8d08363634f147bba888dfa25e7273dc HTTP/1.1" status: 200 len: 375 time: 0.0097730 Jun 24 12:42:35.762823 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-76672111-71f6-4f55-9b81-b6a0d07714f5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=8d08363634f147bba888dfa25e7273dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2893071 Jun 24 12:42:35.923677 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-a8a5f02a-c105-41d7-928c-a92496f158bc service neutron] 10.222.0.99 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487396 Jun 24 12:42:36.037014 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd61b0-971a-4933-a668-f1efa8b4e8e9 req-e32c24f0-f6ca-493b-9830-8c6a5c907f9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:36.038517 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-08bd61b0-971a-4933-a668-f1efa8b4e8e9 req-e32c24f0-f6ca-493b-9830-8c6a5c907f9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0783935 Jun 24 12:42:36.097977 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-08bd61b0-971a-4933-a668-f1efa8b4e8e9 req-f5be55f5-5bc5-458a-8ff4-49d9b07cf2f2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515325 Jun 24 12:42:36.107697 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-5d3dd72d-ac49-4053-9e7e-b8a9510dbcd5 service neutron] 10.222.0.99 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761458 Jun 24 12:42:36.767546 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 38638) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:36.913520 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.949301 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:36.964504 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-193c74be-0ea1-4541-86d8-ac226b823ff6 req-2245ea9c-0fe1-452d-accd-772f3633fecb tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 210 time: 0.0662532 Jun 24 12:42:37.086327 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.147447 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.151573 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0d0f3391-987c-4542-835b-1cb8d136e0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:37.186432 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=aab381a41b5d42e1bb6eabeb5342a3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177191 Jun 24 12:42:37.187287 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7838390d-9879-49b1-ad4a-d7613e858018,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:37.189075 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 38654) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:37.194746 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.195136 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.195501 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.195878 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.196216 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.196563 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.196951 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.197264 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.197613 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.197959 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.198299 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.198637 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:37.203180 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:37.287225 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-381b8530-b084-4ca9-81d7-c813fb3a544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.316269 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-381b8530-b084-4ca9-81d7-c813fb3a544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.336824 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a65e01-d70d-4b9a-acac-8a8e18b9a89c req-91ec0c91-7aac-4555-886d-f5a9335379e7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:37.338350 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26a65e01-d70d-4b9a-acac-8a8e18b9a89c req-91ec0c91-7aac-4555-886d-f5a9335379e7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1284938 Jun 24 12:42:37.398823 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26a65e01-d70d-4b9a-acac-8a8e18b9a89c req-a1e28f96-e10a-4ce8-9ba8-e38c507fe35e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507200 Jun 24 12:42:37.761619 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-381b8530-b084-4ca9-81d7-c813fb3a544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.764259 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-381b8530-b084-4ca9-81d7-c813fb3a544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:37.765676 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-381b8530-b084-4ca9-81d7-c813fb3a544a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7838390d-9879-49b1-ad4a-d7613e858018 HTTP/1.1" status: 204 len: 168 time: 0.5747755 Jun 24 12:42:37.766568 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:37.787169 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b8530-b084-4ca9-81d7-c813fb3a544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7838390d-9879-49b1-ad4a-d7613e858018,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:37.795830 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-381b8530-b084-4ca9-81d7-c813fb3a544a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:38.095633 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1b961626-5d33-40fd-87bc-91ae602a06c9 req-2d2109e9-6bd9-42f9-a9b0-bbc5712e66c5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 210 time: 0.0678241 Jun 24 12:42:38.622841 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9824c05-2de1-4b71-a4d0-74d244668925 req-e62d24a9-8193-424d-ba11-9e52ee8982ea tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:38.624543 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d9824c05-2de1-4b71-a4d0-74d244668925 req-e62d24a9-8193-424d-ba11-9e52ee8982ea tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0709393 Jun 24 12:42:38.686690 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d9824c05-2de1-4b71-a4d0-74d244668925 req-13f25c33-12e8-4acd-bb5f-93381908874c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557640 Jun 24 12:42:39.226667 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 38714) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:39.278197 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-63fd4375-27a9-444a-89ef-ff0b46ac9641 req-9e260af5-7e11-4d76-bbd0-09a5eda82296 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 210 time: 0.0569637 Jun 24 12:42:39.399305 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2028943545-network', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:39.499239 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Made reservation on behalf of d1d0bc3fabe349268ddeed5df3eaa63c for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:39.501696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.510636 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.610217 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.652505 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.655614 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bbfaeff9-305f-4fe9-9e69-2ec59e8ac3b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:39.673556 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:39.692981 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a422f5e8-e576-417e-9b2b-fc72150beac1,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:39.696072 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.696426 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Added segment c3dead5c-0e76-49d7-86bc-7f4146295226 of type vlan for network 9731df6b-69df-4861-ad5d-fb8920842df9 Jun 24 12:42:39.698791 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:39.746243 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.876634 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.876634 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:39.877794 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:39.880667 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:39.917476 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd79b2-64e6-445a-9611-d8c20f17f105 req-38ba4f4c-2edf-4794-971a-f75eaa8dd81f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:39.926875 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8cd79b2-64e6-445a-9611-d8c20f17f105 req-38ba4f4c-2edf-4794-971a-f75eaa8dd81f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1102154 Jun 24 12:42:39.959916 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=9731df6b-69df-4861-ad5d-fb8920842df9,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:39.965213 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:39.976528 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 9731df6b-69df-4861-ad5d-fb8920842df9 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:40.000456 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b8cd79b2-64e6-445a-9611-d8c20f17f105 req-64d69899-04d8-4e0d-a625-99e06761e41e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725222 Jun 24 12:42:40.010692 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7799859 Jun 24 12:42:40.017637 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 38730) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:40.024611 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Request body: {'subnet': {'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2028943545-subnet', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:40.132445 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Made reservation on behalf of d1d0bc3fabe349268ddeed5df3eaa63c for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:40.134830 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27076407'] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.435152 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-81e300ed-8a98-40b1-a26c-822d65b04218 req-972eb6df-b1da-4cd9-833a-b026d5c94f61 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 210 time: 0.0319912 Jun 24 12:42:40.445301 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27076317'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.449681 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6aca6185-b7f0-401b-b2f5-ce507c44797b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:40.624444 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae03fb-e12f-4946-95be-9927e40a669f req-4e86e17e-a89b-43bb-af9b-a441bff91446 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:40.626184 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-4e86e17e-a89b-43bb-af9b-a441bff91446 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.36 "GET /v2.0/networks?id=559cf1e1-0266-438e-b066-36db5cc4ba08 HTTP/1.1" status: 200 len: 808 time: 0.1663179 Jun 24 12:42:40.630973 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb7091f-8419-4f67-8fd9-ae4253f24abd,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:40.635787 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:40.657825 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Checking segment: {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:40.662079 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Network hostable DHCP agents. Network: 9731df6b-69df-4861-ad5d-fb8920842df9, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:40.728694 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-04a7b26e-ce97-4b97-9d6e-d539b5d507d1 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d08363634f147bba888dfa25e7273dc HTTP/1.1" status: 200 len: 379 time: 0.0712509 Jun 24 12:42:40.742177 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'port': {'device_id': '8c75def9-e821-4f0b-a47b-d3c250903555', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'admin_state_up': True, 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'security_groups': ['3145dee0-df83-48cb-ad63-c3dc23eb160b']}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:40.769661 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 38744) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:40.845104 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Network 9731df6b-69df-4861-ad5d-fb8920842df9 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:40.917108 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a9f5369b-565f-4ea0-8101-d822be3467e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.963102 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 9731df6b-69df-4861-ad5d-fb8920842df9) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:40.972608 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf572e-e8b0-465f-8136-5c6adb191318 None None] Network 9731df6b-69df-4861-ad5d-fb8920842df9 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:40.981906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:40.983995 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:40.999103 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Made reservation on behalf of 8d08363634f147bba888dfa25e7273dc for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:41.004917 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.171876 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a9f5369b-565f-4ea0-8101-d822be3467e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.218020 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Allocated IP 172.20.0.4 (559cf1e1-0266-438e-b066-36db5cc4ba08/223260de-f9a8-463a-ac04-7a41e99878b8/6aacdf19-9166-4edc-b4be-885453d5fb87) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:41.258071 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a9f5369b-565f-4ea0-8101-d822be3467e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.262482 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f84d363b-5dfc-4b52-a6eb-d75b7edb47ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:41.311819 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5369b-565f-4ea0-8101-d822be3467e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29699845-34f1-46c9-b4c3-a88f8924910b,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:41.317142 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-9731df6b-69df-4861-ad5d-fb8920842df9', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:42:41.322549 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a9f5369b-565f-4ea0-8101-d822be3467e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:41.323492 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.324497 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a9f5369b-565f-4ea0-8101-d822be3467e8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2a861baee1d440b695f7de88c3236c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534935 Jun 24 12:42:41.325623 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 38756) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:41.358857 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24bad-4263-49d5-8ea8-32bf0339f5f4 req-4382026a-70be-42f6-ae6e-1b8b9fb36ad5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:41.360428 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e1e24bad-4263-49d5-8ea8-32bf0339f5f4 req-4382026a-70be-42f6-ae6e-1b8b9fb36ad5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1588395 Jun 24 12:42:41.365073 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-514d330e-1653-4403-9284-0f3c30ead18a admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3463879 Jun 24 12:42:41.368242 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 38760) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:41.378070 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:41.440232 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-45659e30-d25e-43a8-9fc9-249679bd0a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.484772 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e1e24bad-4263-49d5-8ea8-32bf0339f5f4 req-e6c82bdb-dfc0-40aa-972e-419fa82d2a9b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113157 Jun 24 12:42:41.499636 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.505209 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-45659e30-d25e-43a8-9fc9-249679bd0a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.533371 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Transition to ACTIVE for port object 6aacdf19-9166-4edc-b4be-885453d5fb87 will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:41.571360 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.572638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.649080 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Allocated IP 172.20.0.2 (9731df6b-69df-4861-ad5d-fb8920842df9/aeb7091f-8419-4f67-8fd9-ae4253f24abd/bc955466-761a-4670-9ffc-5d789a07b8bf) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:41.660803 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.667406 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c59cd96f-81df-4963-94c1-4ff7f2237dff req-d3158042-a7fa-4d86-b7f9-aa4f77199749 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 210 time: 0.0570998 Jun 24 12:42:41.704904 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.709326 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:41.732891 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-45659e30-d25e-43a8-9fc9-249679bd0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.737573 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-45659e30-d25e-43a8-9fc9-249679bd0a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.741891 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-45659e30-d25e-43a8-9fc9-249679bd0a97 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/29699845-34f1-46c9-b4c3-a88f8924910b HTTP/1.1" status: 204 len: 168 time: 0.4151018 Jun 24 12:42:41.743407 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ade9f5e8-5006-43e4-a88c-283c6d9d618f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:41.757030 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45659e30-d25e-43a8-9fc9-249679bd0a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29699845-34f1-46c9-b4c3-a88f8924910b,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:41.768195 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-45659e30-d25e-43a8-9fc9-249679bd0a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:41.817577 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:41.829491 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:41.871839 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:41.901777 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:41.910160 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:41.922889 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:41.934356 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Transition to ACTIVE for port object bc955466-761a-4670-9ffc-5d789a07b8bf will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:41.954852 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Transition to ACTIVE for port object bc955466-761a-4670-9ffc-5d789a07b8bf will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:42.010705 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.037566 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:42.038252 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.067047 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.074306 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.197053 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Pushing event updated for resources: {'Port': ['ID=bc955466-761a-4670-9ffc-5d789a07b8bf,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.203994 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4662015 Jun 24 12:42:42.227314 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Request body: {'port': {'device_id': '8c75def9-e821-4f0b-a47b-d3c250903555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:42.249117 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.249751 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.250710 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.251686 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.252310 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.253361 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.254398 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.255528 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.256372 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.256914 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.257447 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.257981 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:42.271640 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.282468 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Network 9731df6b-69df-4861-ad5d-fb8920842df9 is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:42.284933 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:42.287944 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:42.351027 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d4b89a03-46d7-4675-8e47-b8fc3acbadfc None None] Provisioning for port 6aacdf19-9166-4edc-b4be-885453d5fb87 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:42.365641 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d4b89a03-46d7-4675-8e47-b8fc3acbadfc None None] Provisioning complete for port 6aacdf19-9166-4edc-b4be-885453d5fb87 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:42.366206 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d4b89a03-46d7-4675-8e47-b8fc3acbadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.374402 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.396791 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Attempting to bind port bc955466-761a-4670-9ffc-5d789a07b8bf on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:42.396791 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Attempting to bind port bc955466-761a-4670-9ffc-5d789a07b8bf by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:42.397519 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Attempting to bind port bc955466-761a-4670-9ffc-5d789a07b8bf on network 9731df6b-69df-4861-ad5d-fb8920842df9 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:42.420782 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:42.424895 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Checking segment: {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:42.425552 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.426054 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Bound using segment: {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:42.426758 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Bound port: bc955466-761a-4670-9ffc-5d789a07b8bf, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:42.427256 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.464258 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-d4b89a03-46d7-4675-8e47-b8fc3acbadfc None None] Port 6aacdf19-9166-4edc-b4be-885453d5fb87 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:42.568406 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] For port bc955466-761a-4670-9ffc-5d789a07b8bf, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:42.615103 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] For port bc955466-761a-4670-9ffc-5d789a07b8bf, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=bc955466-761a-4670-9ffc-5d789a07b8bf,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:42.711210 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.731597 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.734069 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:42.750224 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:42.837206 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae0293-09b2-4c4d-a4d4-fd6abce8be15 req-e26c0dfc-f092-47c2-8414-6ecb22265493 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:42.844933 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-22ae0293-09b2-4c4d-a4d4-fd6abce8be15 req-e26c0dfc-f092-47c2-8414-6ecb22265493 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1290631 Jun 24 12:42:42.854753 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Pushing event updated for resources: {'Port': ['ID=bc955466-761a-4670-9ffc-5d789a07b8bf,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:42.878051 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:42.932024 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-22ae0293-09b2-4c4d-a4d4-fd6abce8be15 req-87898cd6-6e50-40d1-babd-54ef7759d8b0 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827096 Jun 24 12:42:43.479657 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Allocated IP 172.27.2.99 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/fc8176b2-c724-4605-9f3b-759ed488e1ed) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:43.660120 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca55f99-8330-4e2e-905a-e44f06127452 req-f99a2b1a-0072-4d4f-9508-c7423edc4c0d tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:43.672691 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dca55f99-8330-4e2e-905a-e44f06127452 req-f99a2b1a-0072-4d4f-9508-c7423edc4c0d tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 931 time: 0.4484205 Jun 24 12:42:43.784472 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.816483 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aacdf19-9166-4edc-b4be-885453d5fb87 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:43.839169 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:43.860277 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dca55f99-8330-4e2e-905a-e44f06127452 req-cb5f6f08-b546-43e3-a501-62d04aac33e9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837757 Jun 24 12:42:43.895846 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Transition to ACTIVE for port object 6aacdf19-9166-4edc-b4be-885453d5fb87 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:43.959975 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.004606 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:44.075999 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Pushing event updated for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:44.078929 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:44.138175 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.167373 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:44.250558 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device bc955466-761a-4670-9ffc-5d789a07b8bf up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:44.340678 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:44.357605 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:44.360237 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:44.475450 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Pushing event updated for resources: {'Port': ['ID=fc8176b2-c724-4605-9f3b-759ed488e1ed,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:44.481522 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:44.500655 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-299c8778-98de-4b27-bb26-dc73a18ffb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.521853 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port bc955466-761a-4670-9ffc-5d789a07b8bf completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:44.552072 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Attempting to bind port 6aacdf19-9166-4edc-b4be-885453d5fb87 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:44.552416 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Attempting to bind port 6aacdf19-9166-4edc-b4be-885453d5fb87 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:44.552751 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Attempting to bind port 6aacdf19-9166-4edc-b4be-885453d5fb87 on network 559cf1e1-0266-438e-b066-36db5cc4ba08 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:44.599052 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Port 6aacdf19-9166-4edc-b4be-885453d5fb87 on network 559cf1e1-0266-438e-b066-36db5cc4ba08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:42:44.599656 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Attempting to bind port 6aacdf19-9166-4edc-b4be-885453d5fb87 on network 559cf1e1-0266-438e-b066-36db5cc4ba08 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:44.623515 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6690e5-127b-4017-b04c-1663bf7548c7 None None] Network 9731df6b-69df-4861-ad5d-fb8920842df9 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:44.629381 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:44.629724 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Checking segment: {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:44.630117 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Bound using segment: {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:44.630563 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Bound port: 6aacdf19-9166-4edc-b4be-885453d5fb87, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:44.630932 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.641952 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9f6b-858b-4862-8ffa-b01f59cf5b97 req-a2123c9c-57ae-47ca-a794-19a1d54ec1df tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.643440 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c93e9f6b-858b-4862-8ffa-b01f59cf5b97 req-a2123c9c-57ae-47ca-a794-19a1d54ec1df tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.3812752 Jun 24 12:42:44.725047 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c93e9f6b-858b-4862-8ffa-b01f59cf5b97 req-c37ad787-dfd5-438d-a30f-4868648194ea tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704536 Jun 24 12:42:44.788715 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-62252957-f7f9-4753-a881-67c3720a715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.790062 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-62252957-f7f9-4753-a881-67c3720a715c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1098 time: 0.2532351 Jun 24 12:42:44.794279 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] Provisioning for port bc955466-761a-4670-9ffc-5d789a07b8bf completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:44.799640 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a330c8c-048f-4807-942c-ebabfbc6ec42 req-d02745c6-26c3-49f3-9c3a-ba2d08594cf4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:44.801016 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:44.804467 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] Provisioning complete for port bc955466-761a-4670-9ffc-5d789a07b8bf triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:44.804795 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:44.812825 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4a330c8c-048f-4807-942c-ebabfbc6ec42 req-d02745c6-26c3-49f3-9c3a-ba2d08594cf4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1111801 Jun 24 12:42:44.838443 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:44.882949 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4a330c8c-048f-4807-942c-ebabfbc6ec42 req-3ac72f5e-f147-44f1-a1c8-2b14aeed1678 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685949 Jun 24 12:42:44.954569 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.000916 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.007397 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:45.045157 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-8b51f628-388a-4e99-963a-b8a8d1c27f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:45.046510 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-8b51f628-388a-4e99-963a-b8a8d1c27f95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 919 time: 0.2418153 Jun 24 12:42:45.075661 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.170755 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] For port bc955466-761a-4670-9ffc-5d789a07b8bf, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=bc955466-761a-4670-9ffc-5d789a07b8bf,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:45.186221 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:45.186221 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.186221 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] 10.222.0.36 "PUT /v2.0/ports/6aacdf19-9166-4edc-b4be-885453d5fb87 HTTP/1.1" status: 200 len: 1093 time: 2.9577682 Jun 24 12:42:45.186221 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:45.186221 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257d3bae-115b-4a8c-867a-76ddcbfcb2be" -d '{"events": [{"name": "network-changed", "server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:45.216947 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-22f4474b-4ef7-4835-87a8-5ea8c713588c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714821af-d23f-4e23-b2d4-561166fdb72e HTTP/1.1" status: 200 len: 217 time: 0.1268513 Jun 24 12:42:45.353767 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f806c719-d970-437b-ab22-b5ff7298469e x-openstack-request-id: req-f806c719-d970-437b-ab22-b5ff7298469e {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:45.354253 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:45.360004 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-f806c719-d970-437b-ab22-b5ff7298469e {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:45.360004 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'status': 'completed', 'code': 200} Jun 24 12:42:45.430509 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.438403 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:45.465967 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Pushing event updated for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:45.533021 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.547347 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] Pushing event updated for resources: {'Port': ['ID=bc955466-761a-4670-9ffc-5d789a07b8bf,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:45.555116 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:45.576292 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-4a815f74-011b-450d-98d2-087a73083af4 None None] Provisioning complete for port bc955466-761a-4670-9ffc-5d789a07b8bf triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:45.576812 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4a815f74-011b-450d-98d2-087a73083af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.632861 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b717-1e15-4754-be1c-8eed68513a93 req-11a351b7-b654-4499-a3ac-017bc5f0a060 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:45.634367 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2d87b717-1e15-4754-be1c-8eed68513a93 req-11a351b7-b654-4499-a3ac-017bc5f0a060 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.6279042 Jun 24 12:42:45.638023 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-f8e86c68-4c35-4167-b4a6-65b255418d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:45.639603 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-f8e86c68-4c35-4167-b4a6-65b255418d44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.3104699 Jun 24 12:42:45.734218 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-6e500c4b-563d-4f04-90d6-d21e34332320 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720558 Jun 24 12:42:45.767886 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3bae-115b-4a8c-867a-76ddcbfcb2be req-28dd5d18-9d93-46a0-bcf1-5d82aa9a6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:45.769699 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-257d3bae-115b-4a8c-867a-76ddcbfcb2be req-28dd5d18-9d93-46a0-bcf1-5d82aa9a6116 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d08363634f147bba888dfa25e7273dc&device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1096 time: 0.3796437 Jun 24 12:42:45.781030 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-51d931b7-6792-4c51-bb84-a3e4cfa3b94f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:45.786495 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:45.788890 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-51d931b7-6792-4c51-bb84-a3e4cfa3b94f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 814 time: 0.1996453 Jun 24 12:42:45.803796 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-1d9ef0ff-f046-48e4-a138-b7bef79f8d5a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/quotas/7d3a8076f0bf433c9413fb47595c6fd1 HTTP/1.1" status: 200 len: 375 time: 0.0134876 Jun 24 12:42:45.891686 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-96984631-bceb-4bce-924e-e6c3016fc3d5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837886 Jun 24 12:42:46.001310 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device bc955466-761a-4670-9ffc-5d789a07b8bf up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:46.082920 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2d87b717-1e15-4754-be1c-8eed68513a93 req-9ae3b82c-9519-4052-a990-c4b901fdd8c7 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4346220 Jun 24 12:42:46.086174 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-ee6a1a35-420d-4027-9244-5ff3b2bda38e service neutron] 10.222.0.99 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880274 Jun 24 12:42:46.116177 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port bc955466-761a-4670-9ffc-5d789a07b8bf triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:46.116930 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.273510 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-56da00a1-29e4-41de-b3d5-ce9dc4d2171f service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204787 Jun 24 12:42:46.287877 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-11dd899d-ff76-455e-8465-7b8a5be0bdfe service neutron] 10.222.0.99 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005394 Jun 24 12:42:46.357315 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3bae-115b-4a8c-867a-76ddcbfcb2be req-fbf48121-5efe-4de9-b316-aeb51e60b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:46.358856 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-257d3bae-115b-4a8c-867a-76ddcbfcb2be req-fbf48121-5efe-4de9-b316-aeb51e60b8c3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8d08363634f147bba888dfa25e7273dc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5401111 Jun 24 12:42:46.482829 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82aabe98-130d-4545-92b5-7fcdaa449c7a req-56ff7713-662e-464d-9ef6-a0f825944159 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989124 Jun 24 12:42:46.532939 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3bae-115b-4a8c-867a-76ddcbfcb2be req-a094d984-e85c-4994-97ff-eac82bf7bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:46.534794 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-257d3bae-115b-4a8c-867a-76ddcbfcb2be req-a094d984-e85c-4994-97ff-eac82bf7bac9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448584 Jun 24 12:42:46.561505 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Router bf35daaf-cf21-4d70-9684-64c52554c166 is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:46.832159 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11d6d8-5e2f-4917-a251-d71e15543dd9 req-095421ca-3694-418f-9f41-679dab05c73b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:46.843450 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ce11d6d8-5e2f-4917-a251-d71e15543dd9 req-095421ca-3694-418f-9f41-679dab05c73b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0996220 Jun 24 12:42:46.855777 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255b154-b8f6-4710-b4c0-1d1de8a5510b req-73af2096-bb97-4cb3-b869-1289a754d074 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:46.857635 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7255b154-b8f6-4710-b4c0-1d1de8a5510b req-73af2096-bb97-4cb3-b869-1289a754d074 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1818523 Jun 24 12:42:46.858486 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:46.863464 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae03fb-e12f-4946-95be-9927e40a669f req-7a7f56c8-acf1-4b08-9e5d-a6ae26438851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:46.864796 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-7a7f56c8-acf1-4b08-9e5d-a6ae26438851 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d08363634f147bba888dfa25e7273dc&device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1096 time: 0.1765709 Jun 24 12:42:46.871932 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Sync routers for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:46.884766 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:46.886343 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:46.901175 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ce11d6d8-5e2f-4917-a251-d71e15543dd9 req-dd687168-36a0-466e-ac1e-51940d83becc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565071 Jun 24 12:42:46.946816 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-4c214ada-7a5e-47e9-a2ad-ede153df17b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aacdf19-9166-4edc-b4be-885453d5fb87 HTTP/1.1" status: 200 len: 217 time: 0.0527067 Jun 24 12:42:46.991041 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:46.991920 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6226537 Jun 24 12:42:46.995892 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 38886) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:47.009597 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7255b154-b8f6-4710-b4c0-1d1de8a5510b req-5cce7b35-f6fa-4323-a448-7c4422738b19 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314096 Jun 24 12:42:47.047192 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-5ea448b9-4a0e-4516-bcca-a915324f8fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.050918 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae03fb-e12f-4946-95be-9927e40a669f req-df7168c5-0ba2-4e1b-9aa7-82f5d25eb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:47.058474 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-df7168c5-0ba2-4e1b-9aa7-82f5d25eb6d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=223260de-f9a8-463a-ac04-7a41e99878b8 HTTP/1.1" status: 200 len: 847 time: 0.0952597 Jun 24 12:42:47.127839 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:47.181419 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae03fb-e12f-4946-95be-9927e40a669f req-7c7906c5-3c5b-42bb-973d-e5e71e911b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:47.191289 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-7c7906c5-3c5b-42bb-973d-e5e71e911b73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=559cf1e1-0266-438e-b066-36db5cc4ba08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1283247 Jun 24 12:42:47.313993 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.380729 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bbcea5bd-ee94-4ba1-85e3-d95595420cd9 req-53e0c003-3daa-4a33-a20d-94581dd28259 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.1537480 Jun 24 12:42:47.531024 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:44Z', 'revision_number': 3, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:47.563498 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Checking router: bf35daaf-cf21-4d70-9684-64c52554c166 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:47.564731 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Updating router bf35daaf-cf21-4d70-9684-64c52554c166 port fc8176b2-c724-4605-9f3b-759ed488e1ed binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:47.602985 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:47.731951 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-eba67a6c-7b44-44e1-935e-311fa19ac34d service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252085 Jun 24 12:42:47.938552 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0aae03fb-e12f-4946-95be-9927e40a669f req-b2af1ac5-c517-4221-bba6-fbe4b58527ad service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052491 Jun 24 12:42:48.019966 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.145148 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.156388 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Transition to ACTIVE for port object fc8176b2-c724-4605-9f3b-759ed488e1ed will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:48.262005 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Allocated IP 172.20.0.1 (9731df6b-69df-4861-ad5d-fb8920842df9/aeb7091f-8419-4f67-8fd9-ae4253f24abd/e574be43-94db-4313-ac0c-34c74dcab823) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:48.269623 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.274326 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:48.388103 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Pushing event updated for resources: {'Port': ['ID=fc8176b2-c724-4605-9f3b-759ed488e1ed,revision_number=2']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:48.391722 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-a17a17b2-c2aa-446c-a7fc-fb590642af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:48.393094 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600728-3d91-4fa3-9bac-bc36c9f6329d req-3f99fffb-4b07-4136-87ee-4ce80ff75916 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:48.394504 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-a17a17b2-c2aa-446c-a7fc-fb590642af21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 1098 time: 0.1866693 Jun 24 12:42:48.394645 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47600728-3d91-4fa3-9bac-bc36c9f6329d req-3f99fffb-4b07-4136-87ee-4ce80ff75916 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.3569472 Jun 24 12:42:48.421729 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.422097 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.432145 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.432145 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.432145 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.432145 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.432145 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.433060 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.433576 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.434060 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.434543 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.435004 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:42:48.454600 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:48.478990 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Attempting to bind port fc8176b2-c724-4605-9f3b-759ed488e1ed on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:48.479638 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Attempting to bind port fc8176b2-c724-4605-9f3b-759ed488e1ed by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:48.480132 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Attempting to bind port fc8176b2-c724-4605-9f3b-759ed488e1ed on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:48.488067 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:48.489010 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:48.489517 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.490064 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:48.490735 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Bound port: fc8176b2-c724-4605-9f3b-759ed488e1ed, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:48.491516 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.505037 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47600728-3d91-4fa3-9bac-bc36c9f6329d req-545ce952-ed0a-4938-ab06-c98b344d0976 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969071 Jun 24 12:42:48.520359 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.562619 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941a56-79d6-4eb0-917c-fe7890bb5221 req-33b3c20e-84aa-4811-b9d2-c30dcb028f05 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:48.564199 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c2941a56-79d6-4eb0-917c-fe7890bb5221 req-33b3c20e-84aa-4811-b9d2-c30dcb028f05 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.2451658 Jun 24 12:42:48.590696 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.617441 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] For port fc8176b2-c724-4605-9f3b-759ed488e1ed, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:48.630634 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c2941a56-79d6-4eb0-917c-fe7890bb5221 req-cf5e020a-b6f8-44a9-81c9-16d07c96a5f5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582018 Jun 24 12:42:48.631619 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Transition to ACTIVE for port object e574be43-94db-4313-ac0c-34c74dcab823 will not be triggered until provisioned by entity DHCP. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:48.636634 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] For port fc8176b2-c724-4605-9f3b-759ed488e1ed, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=fc8176b2-c724-4605-9f3b-759ed488e1ed,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:48.665667 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-a6a05188-a840-43ef-b165-81a1d97e0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:48.667510 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-a6a05188-a840-43ef-b165-81a1d97e0187 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 912 time: 0.2658741 Jun 24 12:42:48.778631 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.780985 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.784248 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:48.800378 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:48.806027 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7328-8ccf-42c7-a7b5-545cc4e5fa00 req-3c469b14-80c7-43c4-b7c7-2dba2c974901 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:48.815010 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-433c7328-8ccf-42c7-a7b5-545cc4e5fa00 req-3c469b14-80c7-43c4-b7c7-2dba2c974901 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1038187 Jun 24 12:42:48.867325 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Network 9731df6b-69df-4861-ad5d-fb8920842df9 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:48.895301 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:48.896119 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:48.901982 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-433c7328-8ccf-42c7-a7b5-545cc4e5fa00 req-af1f8da8-df5c-40d1-8f65-85b06e992fa5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857592 Jun 24 12:42:48.903343 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:48.907231 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-439f45f4-16b6-4303-a33f-d46f48090805 req-5231e764-ece3-46b6-8aa3-3a403dbd31c4 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0769658 Jun 24 12:42:48.909470 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:48.910138 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:48.921644 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Pushing event updated for resources: {'Port': ['ID=e574be43-94db-4313-ac0c-34c74dcab823,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:48.948242 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-6d5b5be2-04e1-46e4-8b0b-061e8d014721 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50449013-b624-4eb2-bfcf-019cbcd751dc HTTP/1.1" status: 200 len: 1000 time: 0.2650962 Jun 24 12:42:48.974097 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.061683 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-dd103adb-429d-42e3-9135-bb3dc2b75568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:49.065684 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-dd103adb-429d-42e3-9135-bb3dc2b75568 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 200 len: 850 time: 0.0972068 Jun 24 12:42:49.108769 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:49.204481 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Pushing event updated for resources: {'Port': ['ID=fc8176b2-c724-4605-9f3b-759ed488e1ed,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:49.209972 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.233035 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-e2552412-0d79-4c4a-80cc-8fb353a07fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:49.234582 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-e2552412-0d79-4c4a-80cc-8fb353a07fa4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1554835 Jun 24 12:42:49.296011 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.450022 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-838fb7ed-eba8-4016-8d2f-ca11b1533cb3 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024174 Jun 24 12:42:49.494370 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:44Z', 'revision_number': 3, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:49.541679 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd43126-5d6f-435a-8ef9-abc09620b207 None None] The sync data for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi is: [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:44Z', 'revision_number': 3, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:49.570016 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.612343 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-894c7445-8d98-40bb-b4e9-63804fbb0716 None None] Provisioning for port e574be43-94db-4313-ac0c-34c74dcab823 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:49.617339 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-894c7445-8d98-40bb-b4e9-63804fbb0716 None None] Provisioning complete for port e574be43-94db-4313-ac0c-34c74dcab823 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:49.618001 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-894c7445-8d98-40bb-b4e9-63804fbb0716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.653376 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.654308 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:49.657381 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:49.724163 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-894c7445-8d98-40bb-b4e9-63804fbb0716 None None] Port e574be43-94db-4313-ac0c-34c74dcab823 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:49.739138 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f2fa6dc3-fdc3-4050-9acf-9add17902398 req-cb8f8bbd-0367-447f-aa2f-02807f1c92f6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703440 Jun 24 12:42:49.771389 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Pushing event updated for resources: {'Port': ['ID=e574be43-94db-4313-ac0c-34c74dcab823,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:49.783297 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:49.874149 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Network 9731df6b-69df-4861-ad5d-fb8920842df9 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:49.914475 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:49.929369 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5327208-7b43-4b34-b2d3-266ee33010d4 req-4f5e1caf-579c-4d32-a8ef-756a945d234f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:49.953269 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f5327208-7b43-4b34-b2d3-266ee33010d4 req-4f5e1caf-579c-4d32-a8ef-756a945d234f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.2733929 Jun 24 12:42:50.104653 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f5327208-7b43-4b34-b2d3-266ee33010d4 req-a5889e37-aa97-4816-bc43-d0aa5d8adccc tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333258 Jun 24 12:42:50.109639 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.198658 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91021d26-1c86-4612-84fe-1428e7965065 req-ba1e67e1-d91d-4003-b1ea-fd3dafbbc93e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:50.198658 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-91021d26-1c86-4612-84fe-1428e7965065 req-ba1e67e1-d91d-4003-b1ea-fd3dafbbc93e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.3155649 Jun 24 12:42:50.289825 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-91021d26-1c86-4612-84fe-1428e7965065 req-e9c47672-68f9-46e4-8c76-eee2ed528822 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957575 Jun 24 12:42:50.289825 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Router bf35daaf-cf21-4d70-9684-64c52554c166 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:42:50.377384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addb045-c218-4694-8d38-881fe8e5496a req-138acd74-9f0b-45b7-8589-24fa0862a851 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:50.380965 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7addb045-c218-4694-8d38-881fe8e5496a req-138acd74-9f0b-45b7-8589-24fa0862a851 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1116083 Jun 24 12:42:50.458442 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7addb045-c218-4694-8d38-881fe8e5496a req-29d8ae6a-e525-4b05-b0b1-5dd55fe09b0a tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697873 Jun 24 12:42:50.560694 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-4f6db904-d138-4e76-8618-c590ba358ab0 None None] Provisioning complete for port e574be43-94db-4313-ac0c-34c74dcab823 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:50.561249 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4f6db904-d138-4e76-8618-c590ba358ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:50.630526 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-4f6db904-d138-4e76-8618-c590ba358ab0 None None] Port e574be43-94db-4313-ac0c-34c74dcab823 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:42:50.672627 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-55b53365-13e7-429f-8d2c-4967e66da022 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:50.674264 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-55b53365-13e7-429f-8d2c-4967e66da022 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/networks?id=f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 200 len: 814 time: 0.1833415 Jun 24 12:42:50.748882 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Request body: {'port': {'device_id': '0be32c32-717f-465b-b4f8-efc310931581', 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'admin_state_up': True, 'tenant_id': '7d3a8076f0bf433c9413fb47595c6fd1'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:50.855688 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4ce2bc56-569f-4032-9d4c-b5ef463ada24 req-7828d8f3-b3b4-4bad-a009-623d5c9ac1ca tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0566430 Jun 24 12:42:50.905307 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:50.911663 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] 10.222.0.99 "PUT /v2.0/routers/bf35daaf-cf21-4d70-9684-64c52554c166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9145043 Jun 24 12:42:51.093165 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Made reservation on behalf of 7d3a8076f0bf433c9413fb47595c6fd1 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:51.097590 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.353627 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Allocated IP 172.20.0.9 (f86865ad-6212-43dd-9646-d3af907112ea/22396959-b6eb-46e4-bd16-41cda76fd8ca/acd1b06d-9184-4c9f-9dd4-d3269a497a58) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:51.613690 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5229351-cba3-4092-b8a0-9376d3e47420 req-8cf1de15-66f3-4b91-b9a9-848d3717b3ed tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:51.625783 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d5229351-cba3-4092-b8a0-9376d3e47420 req-8cf1de15-66f3-4b91-b9a9-848d3717b3ed tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1245644 Jun 24 12:42:51.632257 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.684436 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d5229351-cba3-4092-b8a0-9376d3e47420 req-a0dff5c3-818e-46fa-bfa2-1f1212302d0c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575869 Jun 24 12:42:51.800500 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:51.815493 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4718d5d5-f1c5-41f1-bb51-5c5a6d118252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:51.846891 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e7bad545-b9da-45fd-b7c3-e361fd0b9b95', '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1', '92585631-a385-49f1-9d5a-4324d62d06f6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:42:51.903471 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Network f86865ad-6212-43dd-9646-d3af907112ea is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:51.914260 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Pushing event updated for resources: {'Port': ['ID=acd1b06d-9184-4c9f-9dd4-d3269a497a58,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:51.918728 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:51.919994 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:51.922334 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:51.929891 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673cb0-856a-4cb4-842d-b209156cb5f4 req-0cabc7e3-be0c-4db8-89bd-f8d265a72691 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:51.935039 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-25673cb0-856a-4cb4-842d-b209156cb5f4 req-0cabc7e3-be0c-4db8-89bd-f8d265a72691 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1240246 Jun 24 12:42:51.937959 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f906-0ab5-493b-99d3-a80addd332ca req-77b8790a-b45f-48d6-8fd5-1eeb835d7256 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:51.946366 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e666f906-0ab5-493b-99d3-a80addd332ca req-77b8790a-b45f-48d6-8fd5-1eeb835d7256 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.5485368 Jun 24 12:42:52.046990 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-25673cb0-856a-4cb4-842d-b209156cb5f4 req-5a878e73-b3f6-4994-8d87-b95d9255c3d0 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039808 Jun 24 12:42:52.104936 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e666f906-0ab5-493b-99d3-a80addd332ca req-069ea8f3-348e-4cf2-9f98-9330ebf34a96 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572084 Jun 24 12:42:52.125120 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:52.125958 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.143684 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device fc8176b2-c724-4605-9f3b-759ed488e1ed up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:52.280477 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5450778 Jun 24 12:42:52.330967 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Request body: {'port': {'device_id': '0be32c32-717f-465b-b4f8-efc310931581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:52.418905 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Sync routers for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:52.431716 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39002) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:52.441021 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-659022747-network', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:52.443170 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.469164 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4c49b-480c-40e1-9fc6-4b107cf1fcd2 req-33315765-cb60-492d-a0c3-3722e63f4a8a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:52.470739 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ec4c49b-480c-40e1-9fc6-4b107cf1fcd2 req-33315765-cb60-492d-a0c3-3722e63f4a8a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 931 time: 0.1808295 Jun 24 12:42:52.479087 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port fc8176b2-c724-4605-9f3b-759ed488e1ed completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:52.483015 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:52.489877 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:52.529430 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ec4c49b-480c-40e1-9fc6-4b107cf1fcd2 req-f6a5bc87-4554-4e6e-b5e6-3ba307e25e22 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Jun 24 12:42:52.550595 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port fc8176b2-c724-4605-9f3b-759ed488e1ed triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:52.551290 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.622033 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Made reservation on behalf of 1d82b6df18e54062bd720a5b8f304eec for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:52.624567 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.637348 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.829121 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.870729 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:52.915096 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.930418 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:42:52.953953 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:52.954526 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Added segment d9d42f85-14f3-4665-bf06-00b159390607 of type vlan for network 9b4498ed-692f-4045-af86-bf61a11301a4 Jun 24 12:42:52.982915 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd1b06d-9184-4c9f-9dd4-d3269a497a58 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:52.994332 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.010704 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Transition to ACTIVE for port object acd1b06d-9184-4c9f-9dd4-d3269a497a58 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:53.043341 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b2a2e81a-910e-4f3c-a954-368b889f882d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:53.071512 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.078323 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2370d6ba-17c6-420f-9ec9-f7b9fd534cae,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:53.090407 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:53.105810 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:42:53.109499 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.113502 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:53.205146 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Pushing event updated for resources: {'Port': ['ID=acd1b06d-9184-4c9f-9dd4-d3269a497a58,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:53.216978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:53.235001 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.235001 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:53.235942 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.255374 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:53.347396 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Attempting to bind port acd1b06d-9184-4c9f-9dd4-d3269a497a58 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:53.347396 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Attempting to bind port acd1b06d-9184-4c9f-9dd4-d3269a497a58 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:53.347396 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Attempting to bind port acd1b06d-9184-4c9f-9dd4-d3269a497a58 on network f86865ad-6212-43dd-9646-d3af907112ea {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:53.361710 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Port acd1b06d-9184-4c9f-9dd4-d3269a497a58 on network f86865ad-6212-43dd-9646-d3af907112ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:42:53.362040 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Attempting to bind port acd1b06d-9184-4c9f-9dd4-d3269a497a58 on network f86865ad-6212-43dd-9646-d3af907112ea {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:53.367372 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:53.367713 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Checking segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:53.368097 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Bound using segment: {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:53.368531 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Bound port: acd1b06d-9184-4c9f-9dd4-d3269a497a58, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a4a041-1059-48ea-841e-cd01cee73aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:53.369008 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.436642 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9947922 Jun 24 12:42:53.436948 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39030) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:53.467754 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Request body: {'subnet': {'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-659022747-subnet', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:53.474802 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.515641 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4498ed-692f-4045-af86-bf61a11301a4,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:53.525564 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:53.563777 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 9b4498ed-692f-4045-af86-bf61a11301a4 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:42:53.569789 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3ee96-2829-4898-bac7-a20f854089b5 req-e97068ac-d6f9-4223-9cdc-7cc5ae7b5534 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:53.577130 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ddd3ee96-2829-4898-bac7-a20f854089b5 req-e97068ac-d6f9-4223-9cdc-7cc5ae7b5534 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1846945 Jun 24 12:42:53.605104 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d83cd9-f696-4e05-bf53-e16cb7b3e341 req-da1f5037-5c6d-462c-be5d-af78067451cf tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:53.606773 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-54d83cd9-f696-4e05-bf53-e16cb7b3e341 req-da1f5037-5c6d-462c-be5d-af78067451cf tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.2331877 Jun 24 12:42:53.617401 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port fc8176b2-c724-4605-9f3b-759ed488e1ed, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=fc8176b2-c724-4605-9f3b-759ed488e1ed,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:53.626213 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ddd3ee96-2829-4898-bac7-a20f854089b5 req-8a6c0e89-f4eb-4564-a82b-edeebbc998d0 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481229 Jun 24 12:42:53.659651 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] For port acd1b06d-9184-4c9f-9dd4-d3269a497a58, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:53.674598 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] For port acd1b06d-9184-4c9f-9dd4-d3269a497a58, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=acd1b06d-9184-4c9f-9dd4-d3269a497a58,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:53.709704 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Made reservation on behalf of 1d82b6df18e54062bd720a5b8f304eec for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:42:53.713682 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27076407'] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.764766 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:53.769597 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-94f17ad0-d386-4398-b5fd-440823957011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:53.935557 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=fc8176b2-c724-4605-9f3b-759ed488e1ed,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:53.941919 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:54.007904 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 2, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:54.045460 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Checking router: bf35daaf-cf21-4d70-9684-64c52554c166 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:54.045734 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Updating router bf35daaf-cf21-4d70-9684-64c52554c166 port e574be43-94db-4313-ac0c-34c74dcab823 binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:54.091935 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.134849 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-54d83cd9-f696-4e05-bf53-e16cb7b3e341 req-273f83aa-ff77-4328-afcb-bddd44701456 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4556746 Jun 24 12:42:54.137796 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.140191 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7f5f3-64b6-45e7-8afc-4d014c6b6126 req-425db684-0bf1-46f5-b679-2cb03b29e8ea tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:54.148662 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:54.154891 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8ee7f5f3-64b6-45e7-8afc-4d014c6b6126 req-425db684-0bf1-46f5-b679-2cb03b29e8ea tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 943 time: 0.1623564 Jun 24 12:42:54.205090 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Pushing event updated for resources: {'Port': ['ID=acd1b06d-9184-4c9f-9dd4-d3269a497a58,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:54.211047 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:54.215638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:54.216264 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.217916 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] 10.222.0.36 "PUT /v2.0/ports/acd1b06d-9184-4c9f-9dd4-d3269a497a58 HTTP/1.1" status: 200 len: 1093 time: 1.8932974 Jun 24 12:42:54.218331 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be32c32-717f-465b-b4f8-efc310931581', 'tag': 'acd1b06d-9184-4c9f-9dd4-d3269a497a58'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:42:54.220662 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e4688-c9c1-4308-b9ce-52efa04164d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0be32c32-717f-465b-b4f8-efc310931581", "tag": "acd1b06d-9184-4c9f-9dd4-d3269a497a58"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:42:54.282787 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8ee7f5f3-64b6-45e7-8afc-4d014c6b6126 req-86b3b94b-4520-4f38-9777-4b2eda045e71 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243861 Jun 24 12:42:54.285155 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09ffd0-1bf1-4592-89cc-c46dafbacbd1 x-openstack-request-id: req-dd09ffd0-1bf1-4592-89cc-c46dafbacbd1 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:42:54.286065 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be32c32-717f-465b-b4f8-efc310931581", "tag": "acd1b06d-9184-4c9f-9dd4-d3269a497a58", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:42:54.286065 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-dd09ffd0-1bf1-4592-89cc-c46dafbacbd1 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:42:54.286750 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be32c32-717f-465b-b4f8-efc310931581', 'tag': 'acd1b06d-9184-4c9f-9dd4-d3269a497a58', 'status': 'completed', 'code': 200} Jun 24 12:42:54.491265 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4688-c9c1-4308-b9ce-52efa04164d4 req-dc559348-0749-4d2c-8574-3c0741f9caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:54.492858 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2c6e4688-c9c1-4308-b9ce-52efa04164d4 req-dc559348-0749-4d2c-8574-3c0741f9caf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 1096 time: 0.1452587 Jun 24 12:42:54.568652 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27076317'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.582651 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.610684 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Transition to ACTIVE for port object e574be43-94db-4313-ac0c-34c74dcab823 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:54.619421 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:54.698786 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.700972 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:54.731121 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25505d2-f630-442f-abb5-e01baedcea7a,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:54.736439 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Checking segment: {'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:54.736801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Network hostable DHCP agents. Network: 9b4498ed-692f-4045-af86-bf61a11301a4, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:42:54.744477 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:54.764137 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4688-c9c1-4308-b9ce-52efa04164d4 req-19d90dd6-6815-486c-8e6a-a22c244b7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:54.765679 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2c6e4688-c9c1-4308-b9ce-52efa04164d4 req-19d90dd6-6815-486c-8e6a-a22c244b7d28 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2559814 Jun 24 12:42:54.789974 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102b523-5578-4f72-9817-3a2d60c4584b None None] Pushing event updated for resources: {'Port': ['ID=e574be43-94db-4313-ac0c-34c74dcab823,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:54.795154 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-5102b523-5578-4f72-9817-3a2d60c4584b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:54.848924 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Network 9b4498ed-692f-4045-af86-bf61a11301a4 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:42:54.951440 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 9b4498ed-692f-4045-af86-bf61a11301a4) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:54.979080 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:54.979773 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:54.985882 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Attempting to bind port e574be43-94db-4313-ac0c-34c74dcab823 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:54.986350 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Attempting to bind port e574be43-94db-4313-ac0c-34c74dcab823 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:54.986841 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Attempting to bind port e574be43-94db-4313-ac0c-34c74dcab823 on network 9731df6b-69df-4861-ad5d-fb8920842df9 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:54.989451 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d7cbb4-c280-47b5-88e7-190489ff8f80 None None] Network 9b4498ed-692f-4045-af86-bf61a11301a4 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:54.995520 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4688-c9c1-4308-b9ce-52efa04164d4 req-61fc86fd-f09d-4f9f-8a6b-d06ad5d1a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:54.997128 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2c6e4688-c9c1-4308-b9ce-52efa04164d4 req-61fc86fd-f09d-4f9f-8a6b-d06ad5d1a894 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201231 Jun 24 12:42:55.022006 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f758-f3c4-4da2-b673-b17e6eaffe19 req-76056165-1d8b-4018-a846-5903c4819576 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:55.023815 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0935f758-f3c4-4da2-b673-b17e6eaffe19 req-76056165-1d8b-4018-a846-5903c4819576 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1789746 Jun 24 12:42:55.060022 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:55.060724 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Checking segment: {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:55.061255 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.061767 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Bound using segment: {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:55.062594 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Bound port: e574be43-94db-4313-ac0c-34c74dcab823, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:55.063991 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.086899 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0935f758-f3c4-4da2-b673-b17e6eaffe19 req-5684a652-2d52-4d3a-97dc-eaac64c37776 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 Jun 24 12:42:55.204725 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-e76fa69e-7cd6-4ff3-acf5-3b3563bee560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:55.206924 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-e76fa69e-7cd6-4ff3-acf5-3b3563bee560 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 1096 time: 0.0853274 Jun 24 12:42:55.209656 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7469876 Jun 24 12:42:55.214205 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] For port e574be43-94db-4313-ac0c-34c74dcab823, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:55.221358 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39076) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:55.225994 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:42:55.255966 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] For port e574be43-94db-4313-ac0c-34c74dcab823, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e574be43-94db-4313-ac0c-34c74dcab823,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:55.284827 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-3b025901-b188-463f-b0a6-10684fb21686 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acd1b06d-9184-4c9f-9dd4-d3269a497a58 HTTP/1.1" status: 200 len: 217 time: 0.0588670 Jun 24 12:42:55.318089 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-9b4498ed-692f-4045-af86-bf61a11301a4', 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'fixed_ips': [{'subnet_id': 'f25505d2-f630-442f-abb5-e01baedcea7a'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:42:55.319134 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.343601 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.346513 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:55.413944 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.417900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.420553 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-02d7b6c9-abd0-4b52-a56d-bb0b6737706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:55.422123 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-02d7b6c9-abd0-4b52-a56d-bb0b6737706f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22396959-b6eb-46e4-bd16-41cda76fd8ca HTTP/1.1" status: 200 len: 854 time: 0.1299269 Jun 24 12:42:55.494528 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:55.495181 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:55.531286 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-d2c74d56-cd34-496e-8d08-9644d2daa2d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86865ad-6212-43dd-9646-d3af907112ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845819 Jun 24 12:42:55.570536 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102b523-5578-4f72-9817-3a2d60c4584b None None] Pushing event updated for resources: {'Port': ['ID=e574be43-94db-4313-ac0c-34c74dcab823,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:55.580274 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-5102b523-5578-4f72-9817-3a2d60c4584b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:55.592375 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050749cd-1d25-4925-ac15-06b0d2f4638d req-78a4d7c1-3444-4411-80f0-ead26f35876f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:55.604455 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-050749cd-1d25-4925-ac15-06b0d2f4638d req-78a4d7c1-3444-4411-80f0-ead26f35876f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.2795706 Jun 24 12:42:55.659768 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.671858 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0447be-86b7-4d02-b832-33872e01d8ee req-e4352396-b62c-4dd3-938b-98d296ad2693 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:55.676307 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8b0447be-86b7-4d02-b832-33872e01d8ee req-e4352396-b62c-4dd3-938b-98d296ad2693 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 943 time: 0.2451813 Jun 24 12:42:55.711264 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Allocated IP 172.20.0.2 (9b4498ed-692f-4045-af86-bf61a11301a4/f25505d2-f630-442f-abb5-e01baedcea7a/c8ac9b4e-0970-42e4-94c8-d86d2bccff52) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:55.736404 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:55.766412 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-050749cd-1d25-4925-ac15-06b0d2f4638d req-7355e5ce-4f7f-4011-997e-8c11d653abd1 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599660 Jun 24 12:42:55.771237 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8b0447be-86b7-4d02-b832-33872e01d8ee req-f7fc9b39-b566-48b2-be69-03484ce3673e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864873 Jun 24 12:42:55.801519 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-2be1ca6a-d242-4f0c-a1a0-49ef104509d4 service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613840 Jun 24 12:42:55.970929 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:55.987844 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d95fbde4-087e-469d-84cd-1ca62a474e35 req-41d22e0b-7772-4441-a407-a4fbe498698c service neutron] 10.222.0.36 "GET /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779943 Jun 24 12:42:56.064630 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device fc8176b2-c724-4605-9f3b-759ed488e1ed up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:56.125415 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.136472 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:55Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:56.167864 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Transition to ACTIVE for port object c8ac9b4e-0970-42e4-94c8-d86d2bccff52 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:56.173390 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5ea7f-238b-457d-b93e-1d0b742e6a9d None None] The sync data for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi is: [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:55Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:42:56.191154 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Transition to ACTIVE for port object c8ac9b4e-0970-42e4-94c8-d86d2bccff52 will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:42:56.197348 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port fc8176b2-c724-4605-9f3b-759ed488e1ed triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:56.197821 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.488183 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.490831 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-fed27365-ee2f-4795-9f5c-c74e31f6adf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:56.496854 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.518487 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.532055 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd55e0-1bc8-4100-8e8f-fc9cd8b57bb7 req-9fddf017-1d66-4a7d-9487-c2c56ba71328 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:56.533839 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9cbd55e0-1bc8-4100-8e8f-fc9cd8b57bb7 req-9fddf017-1d66-4a7d-9487-c2c56ba71328 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1923919 Jun 24 12:42:56.536020 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Network 9b4498ed-692f-4045-af86-bf61a11301a4 is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:56.540541 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:56.548740 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:56.569605 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Pushing event updated for resources: {'Port': ['ID=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:56.574255 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:56.633354 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9cbd55e0-1bc8-4100-8e8f-fc9cd8b57bb7 req-3f849c5b-c133-4954-9206-9fc4ff76e966 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533848 Jun 24 12:42:56.644373 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Attempting to bind port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:42:56.644760 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Attempting to bind port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:42:56.645138 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Attempting to bind port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 on network 9b4498ed-692f-4045-af86-bf61a11301a4 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:42:56.652784 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:42:56.653269 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Checking segment: {'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:42:56.653575 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.653985 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Bound using segment: {'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:42:56.654524 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Bound port: c8ac9b4e-0970-42e4-94c8-d86d2bccff52, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:42:56.654921 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.695839 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Allocated IP 172.27.2.228 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/c3f518dd-37d7-4575-b444-7e3c9af5633d) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:42:56.766655 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] For port c8ac9b4e-0970-42e4-94c8-d86d2bccff52, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:42:56.770914 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] For port c8ac9b4e-0970-42e4-94c8-d86d2bccff52, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,segment=NetworkSegment(d9d42f85-14f3-4665-bf06-00b159390607),segment_id=d9d42f85-14f3-4665-bf06-00b159390607)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:42:56.859647 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:56.893517 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 6aacdf19-9166-4edc-b4be-885453d5fb87 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:42:57.033972 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105acc3-5b4d-4bb6-bab3-f4efa91ef66c req-9a986ee7-f59d-4704-a77e-b3dafca09cea tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:57.034900 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:57.040046 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7105acc3-5b4d-4bb6-bab3-f4efa91ef66c req-9a986ee7-f59d-4704-a77e-b3dafca09cea tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 943 time: 0.1080825 Jun 24 12:42:57.049516 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'port_id': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'mac_address': 'fa:16:3e:10:e1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:42:57.057676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cdf7c-bd2a-48ba-8cae-b04a60d78d63 req-f5ca30d1-edf6-45d0-a070-dbc12ea7ccfc tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:57.085183 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9c7cdf7c-bd2a-48ba-8cae-b04a60d78d63 req-f5ca30d1-edf6-45d0-a070-dbc12ea7ccfc tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.1795855 Jun 24 12:42:57.088619 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.093223 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:57.131282 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.142264 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:57.143693 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7105acc3-5b4d-4bb6-bab3-f4efa91ef66c req-7eae94c1-8379-4285-ad0a-7cd53d39130b tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977743 Jun 24 12:42:57.173578 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.195744 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:42:57.201192 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aacdf19-9166-4edc-b4be-885453d5fb87 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:42:57.211128 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:42:57.212527 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Pushing event updated for resources: {'Port': ['ID=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:57.217205 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:57.223096 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:42:57.233826 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9c7cdf7c-bd2a-48ba-8cae-b04a60d78d63 req-8c720d67-340d-428e-950a-9b16eed6841a tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474812 Jun 24 12:42:57.243899 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:57.287283 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f518dd-37d7-4575-b444-7e3c9af5633d,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:57.293373 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:57.364861 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.364861 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:57.473228 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:57.473228 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:57.718272 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:57.973262 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d0bc-198f-42a6-b948-c06f3ebf8d9c req-d73db6c9-c5b5-4697-88cb-c53d44008130 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:57.978967 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8348d0bc-198f-42a6-b948-c06f3ebf8d9c req-d73db6c9-c5b5-4697-88cb-c53d44008130 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1833506 Jun 24 12:42:57.988284 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['6aacdf19-9166-4edc-b4be-885453d5fb87'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:42:58.089682 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8348d0bc-198f-42a6-b948-c06f3ebf8d9c req-5cd31995-98f6-4829-b98c-14af5f7f4242 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099367 Jun 24 12:42:58.127418 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.230909 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c8ac9b4e-0970-42e4-94c8-d86d2bccff52 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:58.504037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bdafc-72e6-4bd8-997f-e9bbe7c9e1ff req-e66cb67c-4cc6-429b-bda4-474ce6c76c59 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:58.513683 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-370bdafc-72e6-4bd8-997f-e9bbe7c9e1ff req-e66cb67c-4cc6-429b-bda4-474ce6c76c59 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 943 time: 0.1209319 Jun 24 12:42:58.532878 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:58.537810 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e574be43-94db-4313-ac0c-34c74dcab823 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:42:58.550204 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:42:58.578284 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-370bdafc-72e6-4bd8-997f-e9bbe7c9e1ff req-d5f8989b-7739-4669-bc77-f21e861c4528 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627017 Jun 24 12:42:58.673459 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27c2484-fcd1-4242-b3c8-41cc011061f7 None None] Network 9b4498ed-692f-4045-af86-bf61a11301a4 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:42:58.709917 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a35aa8-fe13-4dd2-9752-2f6d6e1cc564 req-7b3eae28-275f-40b8-9afe-3b8b8b0ccbe4 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:58.711501 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7a35aa8-fe13-4dd2-9752-2f6d6e1cc564 req-7b3eae28-275f-40b8-9afe-3b8b8b0ccbe4 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 944 time: 0.2438979 Jun 24 12:42:58.750610 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port e574be43-94db-4313-ac0c-34c74dcab823 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:58.764204 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e574be43-94db-4313-ac0c-34c74dcab823 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:58.764850 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.798475 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7a35aa8-fe13-4dd2-9752-2f6d6e1cc564 req-fc6ed362-7db5-4706-b46d-0b9074d1b414 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720129 Jun 24 12:42:58.811005 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:42:58.824209 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Sync routers for ids ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:42:58.844345 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Routers {'9dfe9a98-b3cc-4382-b131-ba275e70e1d5'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:42:58.847022 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:58.859645 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] Provisioning for port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:42:58.869122 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] Provisioning complete for port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:58.869971 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.981665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:58.983048 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7603648 Jun 24 12:42:58.986358 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39132) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:42:59.002092 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.076358 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port e574be43-94db-4313-ac0c-34c74dcab823, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e574be43-94db-4313-ac0c-34c74dcab823,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:59.082177 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.122542 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] For port c8ac9b4e-0970-42e4-94c8-d86d2bccff52, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,segment=NetworkSegment(d9d42f85-14f3-4665-bf06-00b159390607),segment_id=d9d42f85-14f3-4665-bf06-00b159390607)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:42:59.172216 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Set router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:42:59.191630 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.194739 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:59.262283 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.323118 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=e574be43-94db-4313-ac0c-34c74dcab823,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:59.331801 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:59.333869 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:42:59.439775 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] Pushing event updated for resources: {'Port': ['ID=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:42:59.447493 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:42:59.508581 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:42:57Z', 'revision_number': 3, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port': {'id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:56Z', 'updated_at': '2021-06-24T12:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:42:59.520031 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ab13c-e841-4a83-8c52-9159ad6a5dc6 req-e83bfe5d-bccb-4a47-b725-cfe6e8827d1f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:59.529449 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5e6ab13c-e841-4a83-8c52-9159ad6a5dc6 req-e83bfe5d-bccb-4a47-b725-cfe6e8827d1f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1825392 Jun 24 12:42:59.548805 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Checking router: 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:42:59.551230 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Updating router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 port c3f518dd-37d7-4575-b444-7e3c9af5633d binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:42:59.593479 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.597216 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b4906753-e221-4522-9f95-283cd9b78ef1 None None] Provisioning complete for port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:42:59.597216 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b4906753-e221-4522-9f95-283cd9b78ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:42:59.961713 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0050204-5cd0-4a3e-a26c-1bbbdb08334c req-2de958d1-c301-4cde-a6b9-3446726529be tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:42:59.970931 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e0050204-5cd0-4a3e-a26c-1bbbdb08334c req-2de958d1-c301-4cde-a6b9-3446726529be tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 943 time: 0.1735890 Jun 24 12:43:00.000563 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.015279 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.028060 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Transition to ACTIVE for port object c3f518dd-37d7-4575-b444-7e3c9af5633d will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:00.091593 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e0050204-5cd0-4a3e-a26c-1bbbdb08334c req-ea4405a3-1f32-499e-8440-0bc759ad8c5c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193728 Jun 24 12:43:00.095857 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5e6ab13c-e841-4a83-8c52-9159ad6a5dc6 req-390343e7-c1d1-4135-bed1-0c52c1a089e5 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651300 Jun 24 12:43:00.113466 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c8ac9b4e-0970-42e4-94c8-d86d2bccff52 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:00.144230 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.147797 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.261168 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Attempting to bind port c3f518dd-37d7-4575-b444-7e3c9af5633d on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:00.261826 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Attempting to bind port c3f518dd-37d7-4575-b444-7e3c9af5633d by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:00.262196 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Attempting to bind port c3f518dd-37d7-4575-b444-7e3c9af5633d on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:00.265321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:00.265841 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.270661 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:00.271045 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:00.271489 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.271941 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:00.276469 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Bound port: c3f518dd-37d7-4575-b444-7e3c9af5633d, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:00.276971 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.359925 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] For port c3f518dd-37d7-4575-b444-7e3c9af5633d, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:00.365523 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] For port c3f518dd-37d7-4575-b444-7e3c9af5633d, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c3f518dd-37d7-4575-b444-7e3c9af5633d,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:00.383119 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4db07-b532-48e9-940d-9dbfca845d2a None None] Pushing event updated for resources: {'Port': ['ID=c3f518dd-37d7-4575-b444-7e3c9af5633d,revision_number=2']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:00.390122 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-a2e4db07-b532-48e9-940d-9dbfca845d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:00.435588 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39152) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:00.455959 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.463264 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.466974 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e574be43-94db-4313-ac0c-34c74dcab823 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:00.487028 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Allocated IP 172.20.0.1 (9b4498ed-692f-4045-af86-bf61a11301a4/f25505d2-f630-442f-abb5-e01baedcea7a/f8356a7f-c536-4d13-9679-a39aa9cb87b2) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:00.523904 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0211030-8962-44c9-98f4-2125f4aed5c5 req-4addb6be-7871-483e-a298-0d545bc3bcbd tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:00.531350 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d0211030-8962-44c9-98f4-2125f4aed5c5 req-4addb6be-7871-483e-a298-0d545bc3bcbd tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 944 time: 0.1104195 Jun 24 12:43:00.537354 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Routers {'9dfe9a98-b3cc-4382-b131-ba275e70e1d5'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:00.538704 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:00.605612 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e574be43-94db-4313-ac0c-34c74dcab823 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:00.606948 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.610859 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4db07-b532-48e9-940d-9dbfca845d2a None None] Pushing event updated for resources: {'Port': ['ID=c3f518dd-37d7-4575-b444-7e3c9af5633d,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:00.615325 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-a2e4db07-b532-48e9-940d-9dbfca845d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:00.668694 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d0211030-8962-44c9-98f4-2125f4aed5c5 req-a043cfef-ea5f-4c85-b753-ff1c5b500483 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353819 Jun 24 12:43:00.726876 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.742928 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] Set router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:00.746039 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Transition to ACTIVE for port object f8356a7f-c536-4d13-9679-a39aa9cb87b2 will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:00.802806 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f8749279-9ce0-417e-8be0-6845ec65c490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.880669 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:00.884790 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b4404c36-eb62-44ba-913b-e6ae037f2d29 tempest-DeleteServersTestJSON-2054030866 tempest-DeleteServersTestJSON-2054030866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:00.920739 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device acd1b06d-9184-4c9f-9dd4-d3269a497a58 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:43:00.928289 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Network 9b4498ed-692f-4045-af86-bf61a11301a4 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:00.936113 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:00.944128 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:00.985805 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f8356a7f-c536-4d13-9679-a39aa9cb87b2,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:01.013698 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:01.042936 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f8749279-9ce0-417e-8be0-6845ec65c490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.053255 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.058324 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:42:57Z', 'revision_number': 3, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port': {'id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:56Z', 'updated_at': '2021-06-24T12:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:01.088577 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a6134-1488-4034-9840-5699607d9fcf None None] The sync data for ids ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'] in dv-cinder-689486-14-iscsi is: [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:42:57Z', 'revision_number': 3, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port': {'id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:56Z', 'updated_at': '2021-06-24T12:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:01.095327 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port acd1b06d-9184-4c9f-9dd4-d3269a497a58, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=acd1b06d-9184-4c9f-9dd4-d3269a497a58,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:01.100477 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 6aacdf19-9166-4edc-b4be-885453d5fb87 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:01.204063 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f8749279-9ce0-417e-8be0-6845ec65c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.206574 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': 'acd1b06d-9184-4c9f-9dd4-d3269a497a58', 'network_id': 'f86865ad-6212-43dd-9646-d3af907112ea', 'port_id': 'acd1b06d-9184-4c9f-9dd4-d3269a497a58', 'mac_address': 'fa:16:3e:e4:63:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22396959-b6eb-46e4-bd16-41cda76fd8ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:43:01.264226 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:01.273294 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-f8749279-9ce0-417e-8be0-6845ec65c490 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8d86e709964e47a58659ac13d27013e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8165722 Jun 24 12:43:01.275913 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39164) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:01.318102 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 6aacdf19-9166-4edc-b4be-885453d5fb87 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:01.330436 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 6aacdf19-9166-4edc-b4be-885453d5fb87 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:01.330837 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.386181 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.429199 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8749279-9ce0-417e-8be0-6845ec65c490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289d4c52-5192-44a8-8a7f-248bc0e9a3ca,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:01.435196 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f8749279-9ce0-417e-8be0-6845ec65c490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:01.469171 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f3fa-870f-41a2-a3e9-7e75814a6806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.472974 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd1b06d-9184-4c9f-9dd4-d3269a497a58 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:43:01.502310 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f3fa-870f-41a2-a3e9-7e75814a6806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.512764 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049e4ba-f8f2-4431-88cf-5dcbbd4b78e4 req-408cae82-aa2d-463f-af49-4dc61cf5050e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:01.516223 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.521617 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7049e4ba-f8f2-4431-88cf-5dcbbd4b78e4 req-408cae82-aa2d-463f-af49-4dc61cf5050e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 943 time: 0.1826751 Jun 24 12:43:01.525761 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port acd1b06d-9184-4c9f-9dd4-d3269a497a58, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=acd1b06d-9184-4c9f-9dd4-d3269a497a58,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:01.531460 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d4922-9029-4d17-a4ad-30073d320baa req-caf1d2a4-76a1-4a58-ad39-544e331135c6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:01.557251 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-706d4922-9029-4d17-a4ad-30073d320baa req-caf1d2a4-76a1-4a58-ad39-544e331135c6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1919458 Jun 24 12:43:01.589321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-257e0c82-4dcc-4c66-aa50-f9755ede0516 None None] Provisioning for port f8356a7f-c536-4d13-9679-a39aa9cb87b2 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:01.638629 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.641912 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:01.652584 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-257e0c82-4dcc-4c66-aa50-f9755ede0516 None None] Provisioning complete for port f8356a7f-c536-4d13-9679-a39aa9cb87b2 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:01.652584 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-257e0c82-4dcc-4c66-aa50-f9755ede0516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.661860 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7049e4ba-f8f2-4431-88cf-5dcbbd4b78e4 req-2cd4ecb9-963f-4561-becd-b02d49ad6951 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388667 Jun 24 12:43:01.752925 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:01.755586 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6260786-058c-4512-bd18-39682438621a" -d '{"events": [{"server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "name": "network-vif-plugged", "status": "completed", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:01.758947 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f3fa-870f-41a2-a3e9-7e75814a6806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.761739 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f3fa-870f-41a2-a3e9-7e75814a6806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.763219 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c5c5f3fa-870f-41a2-a3e9-7e75814a6806 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/289d4c52-5192-44a8-8a7f-248bc0e9a3ca HTTP/1.1" status: 204 len: 168 time: 0.4863191 Jun 24 12:43:01.764095 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ffeff88f-9259-446b-8d5b-821433ea4cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:01.778192 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5f3fa-870f-41a2-a3e9-7e75814a6806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289d4c52-5192-44a8-8a7f-248bc0e9a3ca,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:01.782976 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.791076 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c5c5f3fa-870f-41a2-a3e9-7e75814a6806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:01.826875 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:01.856576 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-706d4922-9029-4d17-a4ad-30073d320baa req-6620f5c9-56c3-46e5-8480-77bfba4d2555 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802613 Jun 24 12:43:01.876584 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-257e0c82-4dcc-4c66-aa50-f9755ede0516 None None] Port f8356a7f-c536-4d13-9679-a39aa9cb87b2 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:01.937443 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:01.944344 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=acd1b06d-9184-4c9f-9dd4-d3269a497a58,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:01.947493 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:01.947887 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-d3a7cb77-1c7e-4e97-a0ee-8b2353c5a5b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:02.010440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab9bb5-3772-4c82-90a2-fd111b279bf8 x-openstack-request-id: req-4eab9bb5-3772-4c82-90a2-fd111b279bf8 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:02.010440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "name": "network-vif-plugged", "status": "completed", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:02.010440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-4eab9bb5-3772-4c82-90a2-fd111b279bf8 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:02.010440 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'code': 200} Jun 24 12:43:02.105443 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['acd1b06d-9184-4c9f-9dd4-d3269a497a58'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:43:02.130633 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:02.137327 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:02.205100 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c3f518dd-37d7-4575-b444-7e3c9af5633d up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:02.248127 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.258485 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62217db-2a52-4dc2-89bc-5f84fe96e3aa req-27361c12-e1ff-4e2a-bba0-296c9d297f67 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:02.267369 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a62217db-2a52-4dc2-89bc-5f84fe96e3aa req-27361c12-e1ff-4e2a-bba0-296c9d297f67 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.1355336 Jun 24 12:43:02.313223 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a62217db-2a52-4dc2-89bc-5f84fe96e3aa req-c965247f-25fd-45fe-8d91-68b38c453354 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446131 Jun 24 12:43:02.373579 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.482509 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port c3f518dd-37d7-4575-b444-7e3c9af5633d completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:02.499101 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port c3f518dd-37d7-4575-b444-7e3c9af5633d triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:02.500579 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.505291 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:02.567102 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.570589 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f8356a7f-c536-4d13-9679-a39aa9cb87b2,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:02.582605 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:02.659896 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.692572 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port c3f518dd-37d7-4575-b444-7e3c9af5633d, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c3f518dd-37d7-4575-b444-7e3c9af5633d,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:02.766199 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Network 9b4498ed-692f-4045-af86-bf61a11301a4 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:02.767962 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:02.983190 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:02.997027 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:03.204155 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=c3f518dd-37d7-4575-b444-7e3c9af5633d,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:03.222035 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:03.330888 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-3ef9ab46-fa1a-4b87-a2b5-b31285df4921 None None] Provisioning complete for port f8356a7f-c536-4d13-9679-a39aa9cb87b2 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:03.336982 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ab46-fa1a-4b87-a2b5-b31285df4921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.382978 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9ab46-fa1a-4b87-a2b5-b31285df4921 None None] Port f8356a7f-c536-4d13-9679-a39aa9cb87b2 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:03.384463 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e343b-c632-48ab-b2f8-deb7c9b3d7a1 req-09961ac8-f653-497c-9e3d-ae0c16fc1e25 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:03.387018 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2b5e343b-c632-48ab-b2f8-deb7c9b3d7a1 req-09961ac8-f653-497c-9e3d-ae0c16fc1e25 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0729277 Jun 24 12:43:03.427983 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2b5e343b-c632-48ab-b2f8-deb7c9b3d7a1 req-50ba4f2e-d133-40c8-8cf6-02a0d846d091 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Jun 24 12:43:03.602384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0461325-3508-4b05-9618-a26d73ba0c97 req-071b8d90-41c2-4c7f-b9b2-0b96ab70d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:03.605089 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f0461325-3508-4b05-9618-a26d73ba0c97 req-071b8d90-41c2-4c7f-b9b2-0b96ab70d272 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1098 time: 0.7306027 Jun 24 12:43:03.606459 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39212) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:03.624305 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:03.678050 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f885dd-c30e-4ef4-aede-b2f6840faea3 req-c3ee5e30-4285-4a0e-b5b2-3a08d5d2dd79 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:03.680364 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e1f885dd-c30e-4ef4-aede-b2f6840faea3 req-c3ee5e30-4285-4a0e-b5b2-3a08d5d2dd79 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 944 time: 0.7925375 Jun 24 12:43:03.707303 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f0461325-3508-4b05-9618-a26d73ba0c97 req-e3d9e01f-bf76-4744-9e01-c035ffe613c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905437 Jun 24 12:43:03.758004 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cc5ca-a519-4bd8-9155-b5081db4c409 req-478db3ec-e5f4-47b4-a4ff-da6f6b1d61af tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:03.767751 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-853cc5ca-a519-4bd8-9155-b5081db4c409 req-478db3ec-e5f4-47b4-a4ff-da6f6b1d61af tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.1156328 Jun 24 12:43:03.776150 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-442701497-network', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:03.816841 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e1f885dd-c30e-4ef4-aede-b2f6840faea3 req-b626a2f0-04fd-487f-8fdb-5a12cedb3568 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225893 Jun 24 12:43:03.840399 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-853cc5ca-a519-4bd8-9155-b5081db4c409 req-d3dbd839-5e9c-4f8b-a33b-4bffb81e694a tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589125 Jun 24 12:43:03.909631 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Made reservation on behalf of d3634c0576a546feb1b63fbbb6d9c77f for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:03.912057 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:03.915238 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:03.928431 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] 10.222.0.99 "PUT /v2.0/routers/9dfe9a98-b3cc-4382-b131-ba275e70e1d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9322045 Jun 24 12:43:03.942331 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.072872 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c3f518dd-37d7-4575-b444-7e3c9af5633d up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:04.079387 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.131678 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port c3f518dd-37d7-4575-b444-7e3c9af5633d triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:04.131678 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.183849 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.185108 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Sync routers for ids ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:04.188772 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c6e3caf0-9f70-4a2e-b822-da818ebd053c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:04.198143 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Routers {'9dfe9a98-b3cc-4382-b131-ba275e70e1d5'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:04.203578 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:04.212047 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:04.230302 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe34bb7-0a0b-4670-bee1-b21275d69a96,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:04.235840 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.238214 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Added segment 58a90cc5-a056-4dc3-bf90-7d748ddecd78 of type vlan for network e3f32218-7b6e-46d2-ba4e-f15451953dfd Jun 24 12:43:04.238780 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:04.329139 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.488233 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.489626 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:04.490226 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.497228 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:04.516957 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Set router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:04.578446 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Pushing event updated for resources: {'Network': ['ID=e3f32218-7b6e-46d2-ba4e-f15451953dfd,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:04.584806 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:04.592040 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:04.633556 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0254116 Jun 24 12:43:04.636312 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39236) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:04.641961 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Request body: {'subnet': {'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-442701497-subnet', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:04.654381 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed104-3edf-4c50-8d8d-a0546280c70c req-5eeff4ff-918f-40cb-b9e0-2046a30e7d0b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:04.655924 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b83ed104-3edf-4c50-8d8d-a0546280c70c req-5eeff4ff-918f-40cb-b9e0-2046a30e7d0b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0750120 Jun 24 12:43:04.699242 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b83ed104-3edf-4c50-8d8d-a0546280c70c req-138fa999-ee0f-4416-9fd3-c53b1ab84431 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363739 Jun 24 12:43:04.745008 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Made reservation on behalf of d3634c0576a546feb1b63fbbb6d9c77f for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:04.748515 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27076407'] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.836288 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:43:01Z', 'revision_number': 4, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port': {'id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:56Z', 'updated_at': '2021-06-24T12:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'f8356a7f-c536-4d13-9679-a39aa9cb87b2', 'name': '', 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'mac_address': 'fa:16:3e:fa:c1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f25505d2-f630-442f-abb5-e01baedcea7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:00Z', 'updated_at': '2021-06-24T12:43:01Z', 'revision_number': 2, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'subnets': [{'id': 'f25505d2-f630-442f-abb5-e01baedcea7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:04.873880 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Checking router: 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:04.874253 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Updating router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 port f8356a7f-c536-4d13-9679-a39aa9cb87b2 binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:43:04.924421 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:04.962723 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device acd1b06d-9184-4c9f-9dd4-d3269a497a58 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:05.050211 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27076317'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.075464 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:05.123562 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8bb7b-56cf-4070-9a7e-2b736a9b73e0 req-1052733d-b473-43ca-95d4-da5580b5359c tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:05.127686 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e0c8bb7b-56cf-4070-9a7e-2b736a9b73e0 req-1052733d-b473-43ca-95d4-da5580b5359c tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0902333 Jun 24 12:43:05.141420 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=203aab7d-2045-4a16-b416-4229f63af0ed,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:05.156559 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port acd1b06d-9184-4c9f-9dd4-d3269a497a58 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:05.164230 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e5185-a5e3-4cc2-b64b-84f6e47ee8e5 req-d9a96a08-dbbf-45bc-a172-19438156d711 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:05.166170 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b17e5185-a5e3-4cc2-b64b-84f6e47ee8e5 req-d9a96a08-dbbf-45bc-a172-19438156d711 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 944 time: 0.1767228 Jun 24 12:43:05.170704 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.171053 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.171466 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.171825 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.172195 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.172542 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.172900 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.173252 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.173607 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.174452 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.174452 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.174655 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e0c8bb7b-56cf-4070-9a7e-2b736a9b73e0 req-41919a1a-6d47-4c3e-abfc-4992455d14e1 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402825 Jun 24 12:43:05.174754 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:05.180897 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:05.191007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Checking segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:05.193980 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Network hostable DHCP agents. Network: e3f32218-7b6e-46d2-ba4e-f15451953dfd, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:05.194978 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port acd1b06d-9184-4c9f-9dd4-d3269a497a58 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:05.194978 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.233253 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b17e5185-a5e3-4cc2-b64b-84f6e47ee8e5 req-355c9b16-2bba-42a7-95f4-876df4f9ed50 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536282 Jun 24 12:43:05.322409 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:05.350457 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.402282 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be32c32-717f-465b-b4f8-efc310931581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd1b06d-9184-4c9f-9dd4-d3269a497a58'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:05.405218 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adccdaa-073f-45cc-8003-8a02afdee3ef" -d '{"events": [{"server_uuid": "0be32c32-717f-465b-b4f8-efc310931581", "name": "network-vif-plugged", "status": "completed", "tag": "acd1b06d-9184-4c9f-9dd4-d3269a497a58"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:05.468349 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port acd1b06d-9184-4c9f-9dd4-d3269a497a58, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=acd1b06d-9184-4c9f-9dd4-d3269a497a58,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:05.471613 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.480800 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, e3f32218-7b6e-46d2-ba4e-f15451953dfd) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:05.481836 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9569603b-d18d-4b43-84c0-651b0ad967b5 x-openstack-request-id: req-9569603b-d18d-4b43-84c0-651b0ad967b5 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:05.482970 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be32c32-717f-465b-b4f8-efc310931581", "name": "network-vif-plugged", "status": "completed", "tag": "acd1b06d-9184-4c9f-9dd4-d3269a497a58", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:05.483280 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-9569603b-d18d-4b43-84c0-651b0ad967b5 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:05.484407 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be32c32-717f-465b-b4f8-efc310931581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd1b06d-9184-4c9f-9dd4-d3269a497a58', 'code': 200} Jun 24 12:43:05.485388 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:05.486920 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.495813 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc24ee-5062-452f-ae1b-3a55b62a5d69 None None] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:05.500919 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Transition to ACTIVE for port object f8356a7f-c536-4d13-9679-a39aa9cb87b2 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:05.559866 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.565707 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:05.579028 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-9d9dc2b6-5773-4c54-83bd-5058a02805e0 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9409478 Jun 24 12:43:05.581742 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39272) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:05.586586 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:05.637376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.689597 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=acd1b06d-9184-4c9f-9dd4-d3269a497a58,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:05.696257 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:05.700838 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-c4a98edb-e4e1-4a1b-82e7-a1abc2e6c099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:05.705818 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.705818 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.835945 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.871514 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc211ad-fa84-4cef-a7b8-3ad17884f5b7 None None] Pushing event updated for resources: {'Port': ['ID=f8356a7f-c536-4d13-9679-a39aa9cb87b2,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:05.929615 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-1cc211ad-fa84-4cef-a7b8-3ad17884f5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:05.944838 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Attempting to bind port f8356a7f-c536-4d13-9679-a39aa9cb87b2 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:05.945046 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Attempting to bind port f8356a7f-c536-4d13-9679-a39aa9cb87b2 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:05.945517 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Attempting to bind port f8356a7f-c536-4d13-9679-a39aa9cb87b2 on network 9b4498ed-692f-4045-af86-bf61a11301a4 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:05.961457 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:05.963967 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.975898 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:05.976556 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Checking segment: {'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:05.977073 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:05.977579 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Bound using segment: {'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:05.978706 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Bound port: f8356a7f-c536-4d13-9679-a39aa9cb87b2, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d42f85-14f3-4665-bf06-00b159390607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:05.980957 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.145647 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd0297-f6d4-49dc-825f-87c7fff10b91 req-7d3597fe-544b-4603-b2c2-73da1d065000 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:06.160982 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-86dd0297-f6d4-49dc-825f-87c7fff10b91 req-7d3597fe-544b-4603-b2c2-73da1d065000 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1517103 Jun 24 12:43:06.191612 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.243249 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e87b66-cca3-4a9f-bdb8-015c2784df74 req-6dc8b353-331f-4a61-90d6-698b521249d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:06.245113 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-57e87b66-cca3-4a9f-bdb8-015c2784df74 req-6dc8b353-331f-4a61-90d6-698b521249d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 1098 time: 0.1286507 Jun 24 12:43:06.255894 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-86dd0297-f6d4-49dc-825f-87c7fff10b91 req-d562985b-9389-463c-be41-a695089d13fd tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937638 Jun 24 12:43:06.310646 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-57e87b66-cca3-4a9f-bdb8-015c2784df74 req-5e587025-87fa-49df-a789-ea226052f52c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529387 Jun 24 12:43:06.341983 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] For port f8356a7f-c536-4d13-9679-a39aa9cb87b2, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:06.345696 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] For port f8356a7f-c536-4d13-9679-a39aa9cb87b2, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=f8356a7f-c536-4d13-9679-a39aa9cb87b2,segment=NetworkSegment(d9d42f85-14f3-4665-bf06-00b159390607),segment_id=d9d42f85-14f3-4665-bf06-00b159390607)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:06.416437 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Allocated IP 172.20.0.2 (e3f32218-7b6e-46d2-ba4e-f15451953dfd/203aab7d-2045-4a16-b416-4229f63af0ed/e9b9decc-caee-46e2-a738-3646b6711b1e) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:06.500373 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.511535 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:06.519916 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a875cc-997b-4974-a533-771bf42e51ba req-c797130c-019c-470b-92b7-64c3ef5276bd tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:06.521627 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d1a875cc-997b-4974-a533-771bf42e51ba req-c797130c-019c-470b-92b7-64c3ef5276bd tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.1419396 Jun 24 12:43:06.559658 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143389f-5e3b-4e27-a503-1a1e955685cb req-3464a423-1cf9-446b-ab76-05a026b5768a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:06.561374 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b143389f-5e3b-4e27-a503-1a1e955685cb req-3464a423-1cf9-446b-ab76-05a026b5768a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 945 time: 0.1177146 Jun 24 12:43:06.605655 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Routers {'9dfe9a98-b3cc-4382-b131-ba275e70e1d5'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:06.606801 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:06.617353 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d1a875cc-997b-4974-a533-771bf42e51ba req-b5c76e28-a719-4882-a106-afdad8a2ec3b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835264 Jun 24 12:43:06.639019 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b143389f-5e3b-4e27-a503-1a1e955685cb req-71780f78-46ae-4e9d-acad-b011480d1f54 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680103 Jun 24 12:43:06.872599 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] Set router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:06.918380 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:06.944732 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.016744 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b7f4a-2917-4c51-aa93-46f92603a5f5 req-6fd6d541-79dc-47a0-b927-c39a01e27adf tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:07.018630 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-406b7f4a-2917-4c51-aa93-46f92603a5f5 req-6fd6d541-79dc-47a0-b927-c39a01e27adf tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.2425184 Jun 24 12:43:07.035634 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-7a379cd3-24a1-4f09-b206-e1662bc3420a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2490776 Jun 24 12:43:07.111241 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc211ad-fa84-4cef-a7b8-3ad17884f5b7 None None] Pushing event updated for resources: {'Port': ['ID=f8356a7f-c536-4d13-9679-a39aa9cb87b2,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:07.120333 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-1cc211ad-fa84-4cef-a7b8-3ad17884f5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:07.134781 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-406b7f4a-2917-4c51-aa93-46f92603a5f5 req-1ced0711-b2b9-4a69-93f0-bf0c7a889e96 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074915 Jun 24 12:43:07.166706 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39328) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:07.169400 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Allocated IP 172.27.2.132 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/d36fadc2-805b-4b87-906e-b54e4ab70368) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:07.222949 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.252411 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.267650 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-fc6f8c81-7a75-4134-8285-3b6f82bfa437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:07.271052 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-fc6f8c81-7a75-4134-8285-3b6f82bfa437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 1099 time: 0.1720772 Jun 24 12:43:07.287291 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Transition to ACTIVE for port object e9b9decc-caee-46e2-a738-3646b6711b1e will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:07.354726 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Transition to ACTIVE for port object e9b9decc-caee-46e2-a738-3646b6711b1e will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:07.449780 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.468952 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:43:01Z', 'revision_number': 4, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port': {'id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:56Z', 'updated_at': '2021-06-24T12:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'f8356a7f-c536-4d13-9679-a39aa9cb87b2', 'name': '', 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'mac_address': 'fa:16:3e:fa:c1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f25505d2-f630-442f-abb5-e01baedcea7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:00Z', 'updated_at': '2021-06-24T12:43:06Z', 'revision_number': 4, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'subnets': [{'id': 'f25505d2-f630-442f-abb5-e01baedcea7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:07.494909 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-5dc3cdbd-bdc7-440a-bfae-87608f8ed8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:07.497060 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-5dc3cdbd-bdc7-440a-bfae-87608f8ed8f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 919 time: 0.1972342 Jun 24 12:43:07.504865 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.507075 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837fdb07-003b-4fd4-b937-c70e344c3c0f None None] The sync data for ids ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'] in dv-cinder-689486-14-iscsi is: [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:43:01Z', 'revision_number': 4, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port': {'id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:56Z', 'updated_at': '2021-06-24T12:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'f8356a7f-c536-4d13-9679-a39aa9cb87b2', 'name': '', 'network_id': '9b4498ed-692f-4045-af86-bf61a11301a4', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'mac_address': 'fa:16:3e:fa:c1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f25505d2-f630-442f-abb5-e01baedcea7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:00Z', 'updated_at': '2021-06-24T12:43:06Z', 'revision_number': 4, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'subnets': [{'id': 'f25505d2-f630-442f-abb5-e01baedcea7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:07.514433 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-1cc211ad-fa84-4cef-a7b8-3ad17884f5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:07.541073 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8926c8-bf6d-4ca6-99e4-3a37d8945f6f tempest-TestShelveInstance-530077437 tempest-TestShelveInstance-530077437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:07.546780 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9a8926c8-bf6d-4ca6-99e4-3a37d8945f6f tempest-TestShelveInstance-530077437 tempest-TestShelveInstance-530077437-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1093 time: 0.3786368 Jun 24 12:43:07.547948 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39340) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:07.558155 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'port_id': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:07.644230 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:07.644741 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607155-d476-4fab-8e59-965a66059457 req-ef253da1-267f-435a-9445-233d1f458437 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:07.646489 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-de607155-d476-4fab-8e59-965a66059457 req-ef253da1-267f-435a-9445-233d1f458437 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1623333 Jun 24 12:43:07.683434 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:07.688169 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:07.692900 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-242b1f6a-b69e-4a23-9d75-7d296afc9726 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fec763d2-a95a-4143-a63c-710cf7b7438a HTTP/1.1" status: 200 len: 217 time: 0.1678638 Jun 24 12:43:07.723913 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-de607155-d476-4fab-8e59-965a66059457 req-b25cc2f3-8b7f-4171-a2ee-1f36cdfe2f7f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615404 Jun 24 12:43:07.753470 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for floatingip, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.760725 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Pushing event updated for resources: {'Port': ['ID=e9b9decc-caee-46e2-a738-3646b6711b1e,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:07.767635 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:07.845880 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Attempting to bind port e9b9decc-caee-46e2-a738-3646b6711b1e on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:07.846566 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Attempting to bind port e9b9decc-caee-46e2-a738-3646b6711b1e by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:07.847157 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Attempting to bind port e9b9decc-caee-46e2-a738-3646b6711b1e on network e3f32218-7b6e-46d2-ba4e-f15451953dfd {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:07.858855 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:07.861241 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Checking segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:07.861241 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.861241 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Bound using segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:07.861684 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Bound port: e9b9decc-caee-46e2-a738-3646b6711b1e, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:07.862310 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.889917 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:07.898205 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-595261ce-3f72-498c-bec7-a9a01b814a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.046579 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] For port e9b9decc-caee-46e2-a738-3646b6711b1e, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:08.051802 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] For port e9b9decc-caee-46e2-a738-3646b6711b1e, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e9b9decc-caee-46e2-a738-3646b6711b1e,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:08.069471 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-e26e0e6b-3ab5-415a-a948-9a5055f431f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:08.094835 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-e26e0e6b-3ab5-415a-a948-9a5055f431f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.3487954 Jun 24 12:43:08.095088 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.203846 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device f8356a7f-c536-4d13-9679-a39aa9cb87b2 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:08.304182 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:08.310324 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:08.331546 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Allocated IP 172.27.2.63 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/04637fbb-5767-414a-a639-47305883078e) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:08.341908 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:08.356844 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-9eb3b0cb-6be7-49a6-acca-c4ec34cd62a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213739 Jun 24 12:43:08.457910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d36fadc2-805b-4b87-906e-b54e4ab70368,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:08.533062 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.537472 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.541220 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:08.567662 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.601207 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9683ed-8d32-4a68-99c0-415e61f1756b req-859e9902-3edf-4579-8cbf-43268992c815 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:08.612476 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ba9683ed-8d32-4a68-99c0-415e61f1756b req-859e9902-3edf-4579-8cbf-43268992c815 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 945 time: 0.5845633 Jun 24 12:43:08.629273 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port f8356a7f-c536-4d13-9679-a39aa9cb87b2 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:08.666161 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port f8356a7f-c536-4d13-9679-a39aa9cb87b2 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:08.667654 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.713626 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Pushing event updated for resources: {'Port': ['ID=e9b9decc-caee-46e2-a738-3646b6711b1e,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:08.721533 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:08.755819 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.759759 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-be4ffc5b-0a6a-4066-8f3d-d2416bf3cabc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:08.838549 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:08.844301 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:08.853680 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:08.858201 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:08.965655 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port f8356a7f-c536-4d13-9679-a39aa9cb87b2, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=f8356a7f-c536-4d13-9679-a39aa9cb87b2,segment=NetworkSegment(d9d42f85-14f3-4665-bf06-00b159390607),segment_id=d9d42f85-14f3-4665-bf06-00b159390607)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:08.980634 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ba9683ed-8d32-4a68-99c0-415e61f1756b req-78526ec1-4c52-45a7-b82c-e7b0578f78bc tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669281 Jun 24 12:43:09.050481 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.052446 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:09.090892 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-77866449-7dcd-4583-938e-b7cdccd978de service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184668 Jun 24 12:43:09.128581 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'Port': ['ID=04637fbb-5767-414a-a639-47305883078e,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:09.177613 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:09.209989 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=f8356a7f-c536-4d13-9679-a39aa9cb87b2,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:09.221102 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:09.460549 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6d0bb559-f1e7-4287-8d1d-8bb1ff4a4aa8 req-6b1284db-f3bf-4f54-957f-d726c0f41429 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908876 Jun 24 12:43:09.714680 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:09.808752 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b7d8b-a6dc-44e3-bea9-d64b0476a45f req-00811d1d-66ea-4452-a62c-d17780aeb6e2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:09.817442 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-098b7d8b-a6dc-44e3-bea9-d64b0476a45f req-00811d1d-66ea-4452-a62c-d17780aeb6e2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.6916795 Jun 24 12:43:09.959930 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-098b7d8b-a6dc-44e3-bea9-d64b0476a45f req-afde9db3-be10-4e0a-b105-b932154e7400 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350737 Jun 24 12:43:09.959930 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.046302 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39364) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:10.255479 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_v2 [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] Deleting subnet e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f {{(pid=100208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:43:10.260521 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.352523 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e9b9decc-caee-46e2-a738-3646b6711b1e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:10.424058 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.433898 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26300202'] for subnet, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.461024 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.465155 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ddc51-1eb5-4edc-91e5-22a30f92416a None None] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:10.582124 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port e9b9decc-caee-46e2-a738-3646b6711b1e completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:10.589069 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device f8356a7f-c536-4d13-9679-a39aa9cb87b2 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:10.698058 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.716554 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port f8356a7f-c536-4d13-9679-a39aa9cb87b2 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:10.716946 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.743884 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] Provisioning for port e9b9decc-caee-46e2-a738-3646b6711b1e completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:10.757222 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] Provisioning complete for port e9b9decc-caee-46e2-a738-3646b6711b1e triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:10.758162 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.789371 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.798530 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a71700e6-7b38-4394-bcc2-15948edbaddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:10.871746 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.885412 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event updated for resources: {'Port': ['ID=04637fbb-5767-414a-a639-47305883078e,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:10.890048 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:10.891326 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.939501 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:10.996467 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677eebc-d2de-49f6-8595-53c9fd5a08eb req-f0fffdde-7362-450a-8805-3242831d2a99 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:10.998152 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5677eebc-d2de-49f6-8595-53c9fd5a08eb req-f0fffdde-7362-450a-8805-3242831d2a99 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 945 time: 0.6979876 Jun 24 12:43:11.008246 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] For port e9b9decc-caee-46e2-a738-3646b6711b1e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e9b9decc-caee-46e2-a738-3646b6711b1e,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:11.090628 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5677eebc-d2de-49f6-8595-53c9fd5a08eb req-896ce237-ded8-45be-9dfc-03c879ecdc94 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840921 Jun 24 12:43:11.151163 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.153219 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:11.168017 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.l3_db [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Floating IP 32ca2fb3-3981-4734-9474-994c5970f196 associated. External IP: 172.27.2.63, port: 6aacdf19-9166-4edc-b4be-885453d5fb87. Jun 24 12:43:11.215506 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26905086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076308'] for subnet, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.220506 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f2626233-9d1d-46cf-972f-89a334eab9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:11.259840 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] Pushing event updated for resources: {'Port': ['ID=e9b9decc-caee-46e2-a738-3646b6711b1e,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:11.267609 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:11.272762 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Router 08a07045-c051-4182-8efb-c695cc29ff03 is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:11.276109 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.282384 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f HTTP/1.1" status: 204 len: 168 time: 1.2299719 Jun 24 12:43:11.284217 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e30a57-2fb8-4fdf-9699-f3ad7358eb1f,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:11.284906 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39374) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:11.293422 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b809ac24-9ca5-44fc-a952-1dfe530e73c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:11.293645 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-2ae44ee7-025b-42ae-bb25-fb9888b55307 None None] Provisioning complete for port e9b9decc-caee-46e2-a738-3646b6711b1e triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:11.293870 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ae44ee7-025b-42ae-bb25-fb9888b55307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.453242 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:11.453732 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:11.461251 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:11.462004 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:11.573888 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:11.667647 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b0976-3097-4078-bfce-12be9d2f9d88 req-9862b0b8-9ad6-4c2f-b9a7-0f841017c67d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:11.669166 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-942b0976-3097-4078-bfce-12be9d2f9d88 req-9862b0b8-9ad6-4c2f-b9a7-0f841017c67d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.4288461 Jun 24 12:43:11.673736 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.704841 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.709778 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1234920 Jun 24 12:43:11.710363 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39380) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:11.768608 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:09Z', 'revision_number': 3, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:11.803464 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-942b0976-3097-4078-bfce-12be9d2f9d88 req-6868a5d5-10ce-49a9-8798-a0ba69911d87 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251013 Jun 24 12:43:11.805960 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:11.806381 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Updating router 08a07045-c051-4182-8efb-c695cc29ff03 port d36fadc2-805b-4b87-906e-b54e4ab70368 binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:43:11.870804 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.886250 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:11.904164 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.904792 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.905264 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.905637 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > port after_create 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.905991 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.906329 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > port after_update 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.906654 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.906982 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.912611 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:11.912611 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:12.000090 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:12.000442 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:12.000786 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:12.002172 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:43:12.002567 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83815800-f264-4f61-8b34-131f7e7f5611']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:12.077185 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:12.077493 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6b9af4-4fd7-4050-ac7c-a2f4a9e35f8a') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:12.084969 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Router 47f1815b-cc0c-49ea-9763-ec2df4f49355 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:12.106336 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.208530 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e9b9decc-caee-46e2-a738-3646b6711b1e up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:12.256403 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.310129 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:43:12.315338 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: from cryptography.utils import int_from_bytes Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: from cryptography.utils import int_from_bytes Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:43:12.325857 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:43:12.464817 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.502170 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.512504 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e9b9decc-caee-46e2-a738-3646b6711b1e triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:12.512886 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.546661 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:12.565698 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] Sync routers for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:12.581543 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.581984 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Transition to ACTIVE for port object d36fadc2-805b-4b87-906e-b54e4ab70368 will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:12.589991 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:12.596587 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:12.596587 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:12.596827 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.610078 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] 10.222.0.99 "DELETE /v2.0/networks/83815800-f264-4f61-8b34-131f7e7f5611 HTTP/1.1" status: 204 len: 168 time: 1.3167064 Jun 24 12:43:12.642018 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Pushing event deleted for resources: {'Network': ['ID=83815800-f264-4f61-8b34-131f7e7f5611,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:12.654621 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:12.678988 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.680863 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.686824 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-8d40fcbb-efe7-4933-bacd-55fc2efd989d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:12.781616 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2306783 Jun 24 12:43:12.782219 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:12.795641 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481aedd-39d5-444d-aadc-d9df89c1f37a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:12.856148 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Allocated IP 172.20.0.1 (e3f32218-7b6e-46d2-ba4e-f15451953dfd/203aab7d-2045-4a16-b416-4229f63af0ed/14cf69d3-618a-46ce-a743-8da3b491b29a) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:12.889335 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5d876-625b-4e1d-9dba-6589268d4d3c None None] Pushing event updated for resources: {'Port': ['ID=d36fadc2-805b-4b87-906e-b54e4ab70368,revision_number=2']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:12.909304 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:12.910178 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-eef5d876-625b-4e1d-9dba-6589268d4d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:12.952632 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494467bf-bcb2-4dd5-941c-c82e2a1ec07e x-openstack-request-id: req-494467bf-bcb2-4dd5-941c-c82e2a1ec07e {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:12.953604 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:12.954622 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-494467bf-bcb2-4dd5-941c-c82e2a1ec07e {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:12.955635 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'status': 'completed', 'code': 200} Jun 24 12:43:12.969548 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Attempting to bind port d36fadc2-805b-4b87-906e-b54e4ab70368 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:12.971836 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Attempting to bind port d36fadc2-805b-4b87-906e-b54e4ab70368 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:12.973456 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Attempting to bind port d36fadc2-805b-4b87-906e-b54e4ab70368 on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:12.984038 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:12.984859 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:12.985790 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:12.986447 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:12.987178 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Bound port: d36fadc2-805b-4b87-906e-b54e4ab70368, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:12.987820 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.043601 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39414) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:13.054690 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83538222-44eb-475d-b702-a9107bbe36a0 req-cbb71cbb-bb66-4b17-92cf-b0f6004ac00c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:13.057174 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-83538222-44eb-475d-b702-a9107bbe36a0 req-cbb71cbb-bb66-4b17-92cf-b0f6004ac00c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.2353806 Jun 24 12:43:13.141294 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] For port d36fadc2-805b-4b87-906e-b54e4ab70368, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:13.144003 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-83538222-44eb-475d-b702-a9107bbe36a0 req-657d02f8-4c9a-4fea-b85b-5e2754978621 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673356 Jun 24 12:43:13.146031 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] For port d36fadc2-805b-4b87-906e-b54e4ab70368, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=d36fadc2-805b-4b87-906e-b54e4ab70368,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:13.155021 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-7c9edfce-948a-4b6c-b2ba-799ff9497697 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2f0448984b684864b9d822f1320d4882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959859 Jun 24 12:43:13.157140 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39416) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:13.214199 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05c54d78-cc64-4ad7-b218-11679af4d3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.222546 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.227875 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:13.246182 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05c54d78-cc64-4ad7-b218-11679af4d3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.314192 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.351383 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:13.352035 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:13.353944 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-20cacd7f-d2fc-4782-a969-92d7e51ffe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:13.355564 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-20cacd7f-d2fc-4782-a969-92d7e51ffe7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d08363634f147bba888dfa25e7273dc&device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1098 time: 0.3749352 Jun 24 12:43:13.372235 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05c54d78-cc64-4ad7-b218-11679af4d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.374931 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05c54d78-cc64-4ad7-b218-11679af4d3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.378423 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-05c54d78-cc64-4ad7-b218-11679af4d3cf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/16951242-14f2-4af3-80ed-9339e2b93c38 HTTP/1.1" status: 204 len: 168 time: 0.2179658 Jun 24 12:43:13.378423 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:13.392822 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c54d78-cc64-4ad7-b218-11679af4d3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16951242-14f2-4af3-80ed-9339e2b93c38,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:13.398273 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-05c54d78-cc64-4ad7-b218-11679af4d3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:13.567051 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Transition to ACTIVE for port object 14cf69d3-618a-46ce-a743-8da3b491b29a will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:13.622116 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffa61e-75a0-4ae1-b494-d48472bbcaec req-2aa375be-1029-42a0-9be7-f337ed9badea tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:13.638613 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b9ffa61e-75a0-4ae1-b494-d48472bbcaec req-2aa375be-1029-42a0-9be7-f337ed9badea tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.4863431 Jun 24 12:43:13.652634 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5d876-625b-4e1d-9dba-6589268d4d3c None None] Pushing event updated for resources: {'Port': ['ID=d36fadc2-805b-4b87-906e-b54e4ab70368,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:13.658130 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-eef5d876-625b-4e1d-9dba-6589268d4d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:13.680515 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '32ca2fb3-3981-4734-9474-994c5970f196', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'port_id': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'mac_address': 'fa:16:3e:10:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c75def9-e821-4f0b-a47b-d3c250903555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:43:09Z', 'updated_at': '2021-06-24T12:43:09Z', 'revision_number': 0, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:13.716070 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] Checking router: 47f1815b-cc0c-49ea-9763-ec2df4f49355 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:13.725708 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:13.726588 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:42:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:13.751691 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:13.795505 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b9ffa61e-75a0-4ae1-b494-d48472bbcaec req-3dae0875-4002-4bef-b141-87a0972be8f9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395371 Jun 24 12:43:13.814518 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-6dd9497f-3f8c-4d2c-85b0-52bfb078d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:13.821143 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-6dd9497f-3f8c-4d2c-85b0-52bfb078d006 service neutron] 10.222.0.36 "GET /v2.0/networks?id=559cf1e1-0266-438e-b066-36db5cc4ba08 HTTP/1.1" status: 200 len: 909 time: 0.4373662 Jun 24 12:43:13.823004 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:13.835964 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-89d6ba5b-d1dd-457c-bc9e-7cd6a5e8b3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:13.864800 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:13.885531 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Pushing event updated for resources: {'Port': ['ID=14cf69d3-618a-46ce-a743-8da3b491b29a,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:13.982615 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:13.996104 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:14.003641 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:14.009316 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ee16-417a-4ec2-8594-2dbb82b3de47 req-23effd54-eb12-47b9-9c84-4d5bfda082e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:14.011604 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2879ee16-417a-4ec2-8594-2dbb82b3de47 req-23effd54-eb12-47b9-9c84-4d5bfda082e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1098 time: 0.3599269 Jun 24 12:43:14.012286 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:14.072672 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-67618e09-c342-4b89-9a86-51cc01b5efd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aacdf19-9166-4edc-b4be-885453d5fb87 HTTP/1.1" status: 200 len: 998 time: 0.2436240 Jun 24 12:43:14.081046 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:09Z', 'revision_number': 3, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.106602 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2879ee16-417a-4ec2-8594-2dbb82b3de47 req-0b238c89-7449-4441-a197-5e07af91bdf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805252 Jun 24 12:43:14.113613 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffbbfbd-5676-43aa-bdb6-21e054eb1141 None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:09Z', 'revision_number': 3, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:14.207164 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-0d826da3-7875-4ca1-b31f-bc0ad2121ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:14.211889 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-0d826da3-7875-4ca1-b31f-bc0ad2121ffd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=223260de-f9a8-463a-ac04-7a41e99878b8 HTTP/1.1" status: 200 len: 847 time: 0.1112347 Jun 24 12:43:14.214599 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.371266 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '32ca2fb3-3981-4734-9474-994c5970f196', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'port_id': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'mac_address': 'fa:16:3e:10:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c75def9-e821-4f0b-a47b-d3c250903555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:43:09Z', 'updated_at': '2021-06-24T12:43:09Z', 'revision_number': 0, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:14.429937 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b449a2-761e-4eea-9e33-06fc416a1f43 None None] The sync data for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi is: [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '32ca2fb3-3981-4734-9474-994c5970f196', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'port_id': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'mac_address': 'fa:16:3e:10:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c75def9-e821-4f0b-a47b-d3c250903555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:43:09Z', 'updated_at': '2021-06-24T12:43:09Z', 'revision_number': 0, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:14.431845 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ea065269-c977-46bf-8c67-320f22e7e1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.599161 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d3cd3c87-4346-423d-8e54-cafb6586b938 None None] Provisioning for port 14cf69d3-618a-46ce-a743-8da3b491b29a completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:14.605810 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-d3cd3c87-4346-423d-8e54-cafb6586b938 None None] Provisioning complete for port 14cf69d3-618a-46ce-a743-8da3b491b29a triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:14.606346 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d3cd3c87-4346-423d-8e54-cafb6586b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.692821 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:14.714038 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-1c05cc17-cb82-478b-aa8c-3f386c2dbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:14.716826 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd3c87-4346-423d-8e54-cafb6586b938 None None] Port 14cf69d3-618a-46ce-a743-8da3b491b29a cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:14.722661 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-1c05cc17-cb82-478b-aa8c-3f386c2dbe70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=559cf1e1-0266-438e-b066-36db5cc4ba08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3256583 Jun 24 12:43:14.867044 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-3fbe9e65-4b77-4000-8af0-fe42120fac8b service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322753 Jun 24 12:43:14.894403 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a122907-95af-4b2d-8309-49885f0d15d0 req-5f7b53ea-8e00-4ea2-92b8-7167ff13bb39 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:14.903506 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5a122907-95af-4b2d-8309-49885f0d15d0 req-5f7b53ea-8e00-4ea2-92b8-7167ff13bb39 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.4231579 Jun 24 12:43:14.931491 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931136f6-96e1-475d-9b37-5722561ac91b None None] New status for floating IP 32ca2fb3-3981-4734-9474-994c5970f196: ACTIVE {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:43:15.126628 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.192683 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1159cef-90bd-4d24-b6d8-6bcdba74ef4a req-bd132ede-99bd-4f1b-a4ca-f20c97160734 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:15.194479 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e1159cef-90bd-4d24-b6d8-6bcdba74ef4a req-bd132ede-99bd-4f1b-a4ca-f20c97160734 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1263206 Jun 24 12:43:15.231989 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.240963 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f6b72a30-feb3-4e5d-8bb4-97f4cac7c2f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:15.295592 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e1159cef-90bd-4d24-b6d8-6bcdba74ef4a req-d5f376ad-82fa-4856-bb14-26d7be095b74 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930476 Jun 24 12:43:15.306056 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Pushing event updated for resources: {'Port': ['ID=14cf69d3-618a-46ce-a743-8da3b491b29a,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:15.312313 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:15.327121 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5a122907-95af-4b2d-8309-49885f0d15d0 req-af2e6080-1450-47fe-97d3-0ba287a9246b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4201255 Jun 24 12:43:15.394075 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.440263 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39454) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:15.600252 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-113050741-network', 'tenant_id': '6e9f6b36d2184239bf31137e5992a398'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:15.707967 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Made reservation on behalf of 6e9f6b36d2184239bf31137e5992a398 for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:15.711464 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.724423 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:15.855519 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:15.859446 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c481aedd-39d5-444d-aadc-d9df89c1f37a req-799c5711-cae4-42f5-907a-a4dda8e534b8 service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9510772 Jun 24 12:43:15.866448 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:15.926626 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.014498 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.018180 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ab23a7bb-0d9d-4c0e-95b1-d5bb7c4bdb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:16.054129 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:16.061786 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Router 08a07045-c051-4182-8efb-c695cc29ff03 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:16.067133 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44733475-dfbc-4611-98c1-c70d994e6e67,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:16.111692 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.111692 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Added segment 9f00e0e2-3a11-4dec-a88b-106f8b73f295 of type vlan for network 1d63974b-9642-4c87-aaf1-36a1868352b7 Jun 24 12:43:16.112077 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device d36fadc2-805b-4b87-906e-b54e4ab70368 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:16.172364 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:16.196657 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.225982 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:16.234545 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] 10.222.0.99 "PUT /v2.0/routers/08a07045-c051-4182-8efb-c695cc29ff03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5229862 Jun 24 12:43:16.264699 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-0b95a8a8-5ba9-4094-b4cc-02040a3863c5 None None] Provisioning complete for port 14cf69d3-618a-46ce-a743-8da3b491b29a triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:16.265226 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-0b95a8a8-5ba9-4094-b4cc-02040a3863c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.297601 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port d36fadc2-805b-4b87-906e-b54e4ab70368 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:16.307675 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port d36fadc2-805b-4b87-906e-b54e4ab70368 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:16.308156 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.310818 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-0b95a8a8-5ba9-4094-b4cc-02040a3863c5 None None] Port 14cf69d3-618a-46ce-a743-8da3b491b29a cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:16.330898 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.332719 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:16.334501 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.340324 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:16.455164 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.512412 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Pushing event updated for resources: {'Network': ['ID=1d63974b-9642-4c87-aaf1-36a1868352b7,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:16.517506 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:16.521382 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port d36fadc2-805b-4b87-906e-b54e4ab70368, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=d36fadc2-805b-4b87-906e-b54e4ab70368,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:16.527189 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39468) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:16.527793 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0825024 Jun 24 12:43:16.532118 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 1d63974b-9642-4c87-aaf1-36a1868352b7 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:16.532512 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Request body: {'subnet': {'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-113050741-subnet', 'tenant_id': '6e9f6b36d2184239bf31137e5992a398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:16.623836 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.631035 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-c4a98edb-e4e1-4a1b-82e7-a1abc2e6c099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:16.640793 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Made reservation on behalf of 6e9f6b36d2184239bf31137e5992a398 for: {'subnet': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:16.643483 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27076407'] for subnet, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:16.749129 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8381e27-2069-45cc-9226-f2e38c58b6eb req-11774192-9afa-4fbf-bf1f-38b7c730ca71 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:16.752023 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d8381e27-2069-45cc-9226-f2e38c58b6eb req-11774192-9afa-4fbf-bf1f-38b7c730ca71 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1578062 Jun 24 12:43:16.768319 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=d36fadc2-805b-4b87-906e-b54e4ab70368,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:16.773201 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:16.855629 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758a162-5443-428b-bed6-ab6b8f1b5c7e req-71c5db27-fb23-4004-a7c8-ed367ab85649 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:16.863423 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2758a162-5443-428b-bed6-ab6b8f1b5c7e req-71c5db27-fb23-4004-a7c8-ed367ab85649 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.2862964 Jun 24 12:43:16.868177 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d8381e27-2069-45cc-9226-f2e38c58b6eb req-d01da7eb-1f11-4fc2-b58d-34391add95c7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000488 Jun 24 12:43:16.950019 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2758a162-5443-428b-bed6-ab6b8f1b5c7e req-1f1b81f8-7365-44d4-a6ff-81dd96e3df82 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761855 Jun 24 12:43:17.007041 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:17.019346 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-deceb814-5913-47b4-9782-e83438a1e72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.036660 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:17.038140 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:43:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:17.150429 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27076317'] for subnet, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.153849 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-333cdf4d-edee-4ba5-9469-8b72c18ba43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:17.193655 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:17.219842 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019f291a-b89a-482d-9aa4-fc5aa4a874e9,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:17.223962 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:17.224877 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Checking segment: {'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:17.225037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Network hostable DHCP agents. Network: 1d63974b-9642-4c87-aaf1-36a1868352b7, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:17.347663 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39482) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:17.354034 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1246689995-network', 'tenant_id': '2708355255824c3bae6ac797858fbeb4'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:17.359380 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Network 1d63974b-9642-4c87-aaf1-36a1868352b7 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:17.387002 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.469756 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 1d63974b-9642-4c87-aaf1-36a1868352b7) {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:17.474757 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:17.475846 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.481185 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 2, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:17.486829 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a079c0-1c4a-4cef-84d1-942240c31711 None None] Network 1d63974b-9642-4c87-aaf1-36a1868352b7 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:17.493950 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Made reservation on behalf of 2708355255824c3bae6ac797858fbeb4 for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:17.497175 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.506448 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.531233 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:17.531800 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Updating router 08a07045-c051-4182-8efb-c695cc29ff03 port 14cf69d3-618a-46ce-a743-8da3b491b29a binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:43:17.607842 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.640469 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1119676 Jun 24 12:43:17.758920 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:17.934315 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec999430-41b8-43e4-8526-1b4059b63be4 None None] Network 1d63974b-9642-4c87-aaf1-36a1868352b7 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:18.059229 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.065007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1f1dc27f-f38c-4b20-a4e3-5e3ac3ad357f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:18.066800 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device d36fadc2-805b-4b87-906e-b54e4ab70368 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:18.108325 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caf9b60-eadc-469c-8559-3d7aac3821c5,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:18.127709 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101a2e-b71c-4784-9755-a5c8c4d3d152 req-638c863a-23c9-4d1f-ab5e-c5999e2f5985 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:18.129971 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:18.131515 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-50101a2e-b71c-4784-9755-a5c8c4d3d152 req-638c863a-23c9-4d1f-ab5e-c5999e2f5985 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1142108 Jun 24 12:43:18.135426 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:43:18.173737 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.174102 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Added segment bebdab36-2dd1-4ee9-8e88-a773e713bc57 of type vlan for network f1c12267-a6b6-45c3-92cd-daeed68b3b12 Jun 24 12:43:18.174369 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-50101a2e-b71c-4784-9755-a5c8c4d3d152 req-f45b34dd-1fdf-4d72-a59f-4e3bea9b8253 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348077 Jun 24 12:43:18.234010 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.268355 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port d36fadc2-805b-4b87-906e-b54e4ab70368 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:18.269285 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.270604 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ecad4-4a21-4087-a17b-1a9dbb4a93e3 req-e1b399f3-212e-4311-a72e-a1634c01aa17 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:18.272201 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b00ecad4-4a21-4087-a17b-1a9dbb4a93e3 req-e1b399f3-212e-4311-a72e-a1634c01aa17 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1413233 Jun 24 12:43:18.333970 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b00ecad4-4a21-4087-a17b-1a9dbb4a93e3 req-ebef0080-394e-4246-a67d-a23618f2d5a2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525017 Jun 24 12:43:18.355700 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.357780 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:18.359027 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.370124 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6b605e21-1b39-4d88-9973-f74013a4f738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:18.417129 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.443805 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Transition to ACTIVE for port object 14cf69d3-618a-46ce-a743-8da3b491b29a will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:18.458961 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c12267-a6b6-45c3-92cd-daeed68b3b12,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:18.463593 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:18.477081 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network f1c12267-a6b6-45c3-92cd-daeed68b3b12 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:43:18.537150 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39506) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:18.537409 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1885340 Jun 24 12:43:18.543168 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Request body: {'subnet': {'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1246689995-subnet', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'ip_version': 4}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:18.545223 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.549453 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.553563 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-81539a3f-0291-446a-98e5-f5e91bbca400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:18.637603 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd74ef-154c-4e5f-ac5d-4cdc6caa818c None None] Pushing event updated for resources: {'Port': ['ID=14cf69d3-618a-46ce-a743-8da3b491b29a,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:18.640458 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-44bd74ef-154c-4e5f-ac5d-4cdc6caa818c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:18.672666 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Made reservation on behalf of 2708355255824c3bae6ac797858fbeb4 for: {'subnet': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:18.675048 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28782694'] for subnet, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.706248 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Attempting to bind port 14cf69d3-618a-46ce-a743-8da3b491b29a on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:18.706669 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Attempting to bind port 14cf69d3-618a-46ce-a743-8da3b491b29a by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:18.707190 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Attempting to bind port 14cf69d3-618a-46ce-a743-8da3b491b29a on network e3f32218-7b6e-46d2-ba4e-f15451953dfd {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:18.713339 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:18.714125 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Checking segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:18.714768 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.715442 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Bound using segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:18.716235 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Bound port: 14cf69d3-618a-46ce-a743-8da3b491b29a, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:18.716731 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.803964 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] For port 14cf69d3-618a-46ce-a743-8da3b491b29a, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:18.807583 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] For port 14cf69d3-618a-46ce-a743-8da3b491b29a, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=14cf69d3-618a-46ce-a743-8da3b491b29a,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:18.899092 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:18.901481 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:19.037330 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:19.039495 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:43:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:19.124861 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28726036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28782988'] for subnet, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.143798 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd74ef-154c-4e5f-ac5d-4cdc6caa818c None None] Pushing event updated for resources: {'Port': ['ID=14cf69d3-618a-46ce-a743-8da3b491b29a,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:19.163435 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-cd2c2d20-9eb6-45c0-ac27-bbb8e19deb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:19.164926 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-cd2c2d20-9eb6-45c0-ac27-bbb8e19deb10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 1098 time: 0.0752497 Jun 24 12:43:19.190596 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1ae2ae38-d028-44a2-a2c6-9bdcb6fd8bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:19.191228 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-44bd74ef-154c-4e5f-ac5d-4cdc6caa818c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:19.245397 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71fdd06-e36b-492b-922b-034c2c964c12,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:19.246342 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:19.247247 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:19.292333 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-bb6e84ea-e1cc-4d31-9adb-472f951bf80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:19.294172 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-bb6e84ea-e1cc-4d31-9adb-472f951bf80f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 200 len: 919 time: 0.1200819 Jun 24 12:43:19.307050 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ccfc-6a00-4d0b-8dd7-225d5fbd24c6 req-0c32bb48-1277-467d-8181-816383fa174b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:19.309361 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-85c9ccfc-6a00-4d0b-8dd7-225d5fbd24c6 req-0c32bb48-1277-467d-8181-816383fa174b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1994920 Jun 24 12:43:19.344213 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-ed90251a-ebea-42c3-bfde-52cacaa02267 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=714821af-d23f-4e23-b2d4-561166fdb72e HTTP/1.1" status: 200 len: 217 time: 0.0408609 Jun 24 12:43:19.354379 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Checking segment: {'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:19.354743 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Network hostable DHCP agents. Network: f1c12267-a6b6-45c3-92cd-daeed68b3b12, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:43:19.391794 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-85c9ccfc-6a00-4d0b-8dd7-225d5fbd24c6 req-59e781c6-00bb-4b46-8c13-f5f5c3306b19 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650764 Jun 24 12:43:19.424288 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-c1969e0e-1f26-45e0-be90-55c4c5ee1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:19.426041 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-c1969e0e-1f26-45e0-be90-55c4c5ee1cf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 200 len: 858 time: 0.0671413 Jun 24 12:43:19.468148 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-e6082e34-fe30-46b3-8dca-68c66a487ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca24caec-b2a1-4057-ae2e-6683a9be34bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336454 Jun 24 12:43:19.513077 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Network f1c12267-a6b6-45c3-92cd-daeed68b3b12 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:43:19.568176 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-2ef88641-f38d-4604-a173-d890af27356d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:18Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:19.601315 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, f1c12267-a6b6-45c3-92cd-daeed68b3b12) {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:19.602416 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef88641-f38d-4604-a173-d890af27356d None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:18Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:19.604851 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-05ca5b8e-aa0b-479d-a445-7aae8d752430 service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296222 Jun 24 12:43:19.612798 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6791495-8dda-4a59-90c5-fe66df49ddaf None None] Network f1c12267-a6b6-45c3-92cd-daeed68b3b12 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:19.612958 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:19.613640 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.705269 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-26706daf-0f2e-4739-92fc-489ecfc9cea6 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1663671 Jun 24 12:43:19.707574 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39520) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:19.716376 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:19.785624 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff3be0-79a2-4f44-846c-ec97d24346b8 req-963f9411-1ce5-44b1-b15b-037fcc76fa09 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:19.787116 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20ff3be0-79a2-4f44-846c-ec97d24346b8 req-963f9411-1ce5-44b1-b15b-037fcc76fa09 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.2366061 Jun 24 12:43:19.825450 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0c49913a-29c6-48c4-9c9d-bcaa56934f66 req-a547c966-3446-4827-8839-7386486c6c1a service neutron] 10.222.0.36 "GET /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050774 Jun 24 12:43:19.841687 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-655649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8754'] for router, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.842862 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8761'] for router, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.849899 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa84f0629-42a6-59b5-83eb-43c3b3509e1e-f1c12267-a6b6-45c3-92cd-daeed68b3b12', 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'fixed_ips': [{'subnet_id': 'b71fdd06-e36b-492b-922b-034c2c964c12'}]}} from dv-cinder-689486-14-iscsi. {{(pid=100209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:43:19.851088 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:19.885950 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20ff3be0-79a2-4f44-846c-ec97d24346b8 req-17cb9cf1-fad9-4a01-a90a-cf57a328794f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861449 Jun 24 12:43:19.965014 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.106652 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.160958 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 14cf69d3-618a-46ce-a743-8da3b491b29a up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:20.166247 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.db_base_plugin_common [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Allocated IP 172.20.0.2 (f1c12267-a6b6-45c3-92cd-daeed68b3b12/b71fdd06-e36b-492b-922b-034c2c964c12/8bb83047-77d8-4dc5-ae98-ed2220fac502) {{(pid=100209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:20.378979 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 14cf69d3-618a-46ce-a743-8da3b491b29a completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:20.394373 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8727'] for router, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.423632 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 14cf69d3-618a-46ce-a743-8da3b491b29a triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:20.424021 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.496948 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Notify callbacks [] for port, precommit_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.514386 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Transition to ACTIVE for port object 8bb83047-77d8-4dc5-ae98-ed2220fac502 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:20.544895 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Transition to ACTIVE for port object 8bb83047-77d8-4dc5-ae98-ed2220fac502 will not be triggered until provisioned by entity DHCP. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:20.558285 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-0e2d86ca-2770-4dec-baf9-707c24aa0acb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:20.569771 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-0e2d86ca-2770-4dec-baf9-707c24aa0acb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/networks?id=1d63974b-9642-4c87-aaf1-36a1868352b7 HTTP/1.1" status: 200 len: 813 time: 0.2098937 Jun 24 12:43:20.588388 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.600652 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-10996cb4-6187-4a1c-b071-223c0eabc436 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/quotas/6e9f6b36d2184239bf31137e5992a398 HTTP/1.1" status: 200 len: 375 time: 0.0286882 Jun 24 12:43:20.660480 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2153a7-ec28-49b6-9a4b-7cbb1aeb18dc req-dbfc8953-3c60-4cd0-a82e-fee624348bce tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:20.662612 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port 14cf69d3-618a-46ce-a743-8da3b491b29a, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=14cf69d3-618a-46ce-a743-8da3b491b29a,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:20.669860 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bc2153a7-ec28-49b6-9a4b-7cbb1aeb18dc req-dbfc8953-3c60-4cd0-a82e-fee624348bce tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1159337 Jun 24 12:43:20.695630 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014'] for port, after_create {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.698671 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-df7290ab-7ff5-4732-9e55-b5ce41bffc12 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=6e9f6b36d2184239bf31137e5992a398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968294 Jun 24 12:43:20.701268 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-846ec2a7-e6fe-4de2-b996-227718ec13f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:20.728232 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bc2153a7-ec28-49b6-9a4b-7cbb1aeb18dc req-8d49732b-e169-4b8b-a826-5a7597b86ba9 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538659 Jun 24 12:43:20.774046 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Network f1c12267-a6b6-45c3-92cd-daeed68b3b12 is already hosted by enough agents. {{(pid=100209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:20.774869 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.785513 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.scheduler.base_scheduler [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Resources bound (agent type, host, resource id): {{(pid=100209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:20.793905 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Received port after_create {{(pid=100209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:20.805164 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Pushing event updated for resources: {'Port': ['ID=8bb83047-77d8-4dc5-ae98-ed2220fac502,revision_number=1']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:20.816537 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:20.817264 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-1cc211ad-fa84-4cef-a7b8-3ad17884f5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:20.866918 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=14cf69d3-618a-46ce-a743-8da3b491b29a,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:20.870172 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-ddc4d5b3-283b-45a1-96b9-4f7187293a07 service neutron] 10.222.0.99 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704037 Jun 24 12:43:20.893043 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:20.954705 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Attempting to bind port 8bb83047-77d8-4dc5-ae98-ed2220fac502 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:20.955253 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Attempting to bind port 8bb83047-77d8-4dc5-ae98-ed2220fac502 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:20.955931 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Attempting to bind port 8bb83047-77d8-4dc5-ae98-ed2220fac502 on network f1c12267-a6b6-45c3-92cd-daeed68b3b12 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:20.962227 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:20.964540 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Checking segment: {'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:20.965243 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:20.967365 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Bound using segment: {'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:20.968000 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Bound port: 8bb83047-77d8-4dc5-ae98-ed2220fac502, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:20.968501 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.133239 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32c611-ac83-4ecd-b6d8-9b088fef4ecd req-76c638c9-7336-4908-9226-c9424695ffe7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:21.142023 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cb32c611-ac83-4ecd-b6d8-9b088fef4ecd req-76c638c9-7336-4908-9226-c9424695ffe7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0934896 Jun 24 12:43:21.161109 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49e8d378-38e3-4248-96de-dbcde67746f1 service neutron] 10.222.0.99 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730675 Jun 24 12:43:21.175837 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.219621 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.235352 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cb32c611-ac83-4ecd-b6d8-9b088fef4ecd req-a94aebfc-fdba-4f89-b9b0-a4c3d8fbd1ea tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900176 Jun 24 12:43:21.257651 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] For port 8bb83047-77d8-4dc5-ae98-ed2220fac502, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:21.262781 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] For port 8bb83047-77d8-4dc5-ae98-ed2220fac502, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=8bb83047-77d8-4dc5-ae98-ed2220fac502,segment=NetworkSegment(bebdab36-2dd1-4ee9-8e88-a773e713bc57),segment_id=bebdab36-2dd1-4ee9-8e88-a773e713bc57)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:21.392893 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Allocated IP 172.27.2.178 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:21.448176 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.451412 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-3089f65a-aa85-494d-9de2-7579c95f4d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:21.545280 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Pushing event updated for resources: {'Port': ['ID=8bb83047-77d8-4dc5-ae98-ed2220fac502,revision_number=2']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:21.548983 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:21.599849 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.665102 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a535cced-322e-458b-b9af-cfd9c4e176bd req-2c7debe4-383f-4b3a-a0ab-17022a3a8d97 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 210 time: 0.0572081 Jun 24 12:43:21.767404 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28726112'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:21.769559 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4c80dc89-7037-48e6-855a-80865f30eb2e tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:21.831708 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:21.833918 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:21.837801 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:21.881667 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Pushing event updated for resources: {'Port': ['ID=e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:21.895033 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:22.161485 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267867f-5da3-4aab-ac61-14b0089a8a2f req-e7b75acc-adf5-454e-a812-29943f7ca015 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:22.169663 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f267867f-5da3-4aab-ac61-14b0089a8a2f req-e7b75acc-adf5-454e-a812-29943f7ca015 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.2494769 Jun 24 12:43:22.249188 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f267867f-5da3-4aab-ac61-14b0089a8a2f req-45f08306-1f6c-43ad-9f7d-dd39a063d182 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750160 Jun 24 12:43:22.282363 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 8bb83047-77d8-4dc5-ae98-ed2220fac502 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:22.420404 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.428347 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port 8bb83047-77d8-4dc5-ae98-ed2220fac502 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:22.433464 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 14cf69d3-618a-46ce-a743-8da3b491b29a up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:22.513988 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861de69-c42f-47a3-81df-b85d7420a95c req-a21a8790-7c9f-4f8f-8fab-8c750f586959 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:22.522264 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c861de69-c42f-47a3-81df-b85d7420a95c req-a21a8790-7c9f-4f8f-8fab-8c750f586959 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1425350 Jun 24 12:43:22.538026 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 14cf69d3-618a-46ce-a743-8da3b491b29a triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:22.538413 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:22.613259 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c861de69-c42f-47a3-81df-b85d7420a95c req-11497cfc-366f-45f6-8849-2a5c46176896 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892622 Jun 24 12:43:23.069522 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662919'] for router, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.078476 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f0fee-a8d9-4a4d-b71f-7395548f5cc8 None None] Network f1c12267-a6b6-45c3-92cd-daeed68b3b12 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:43:23.183012 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-915ac0b5-7b86-4aa3-9619-4fe3eb1a1f2d req-a66af7b8-5383-43d1-9f3a-9ebf7bd45cfc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 210 time: 0.1080248 Jun 24 12:43:23.287106 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] Provisioning for port 8bb83047-77d8-4dc5-ae98-ed2220fac502 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:23.308659 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] Provisioning complete for port 8bb83047-77d8-4dc5-ae98-ed2220fac502 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:23.309208 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.480585 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:23.512842 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] For port 8bb83047-77d8-4dc5-ae98-ed2220fac502, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=8bb83047-77d8-4dc5-ae98-ed2220fac502,segment=NetworkSegment(bebdab36-2dd1-4ee9-8e88-a773e713bc57),segment_id=bebdab36-2dd1-4ee9-8e88-a773e713bc57)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:23.653541 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91370c5c-c80c-4ded-82ad-c5890dd99810 req-b7ab557b-9615-4560-8ac2-f11da0bcb85d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:23.653541 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-91370c5c-c80c-4ded-82ad-c5890dd99810 req-b7ab557b-9615-4560-8ac2-f11da0bcb85d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1711931 Jun 24 12:43:23.653541 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-91370c5c-c80c-4ded-82ad-c5890dd99810 req-7c1d797b-c227-4b80-ade1-7b4a731bb7fe tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334492 Jun 24 12:43:23.811182 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Router 22fe5a91-6356-4cf0-a066-6ab430da5eea is scheduled to L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 with binding_index 1 {{(pid=100207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:43:23.836418 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:23.848387 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Sync routers for ids ['22fe5a91-6356-4cf0-a066-6ab430da5eea'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:23.861422 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Routers {'22fe5a91-6356-4cf0-a066-6ab430da5eea'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:23.862513 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:43:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['22fe5a91-6356-4cf0-a066-6ab430da5eea'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:23.885863 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb45d5-cd80-4339-84a9-6e3e9fd6c77b req-0a84032d-18c2-498a-bd9b-ad6f86a79c6a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:23.891683 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9ebb45d5-cd80-4339-84a9-6e3e9fd6c77b req-0a84032d-18c2-498a-bd9b-ad6f86a79c6a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1145201 Jun 24 12:43:23.930773 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9ebb45d5-cd80-4339-84a9-6e3e9fd6c77b req-39c926f2-5636-4c33-8dfe-34abd7e2794d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364168 Jun 24 12:43:24.099835 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Set router 22fe5a91-6356-4cf0-a066-6ab430da5eea gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:24.166073 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:43:22Z', 'revision_number': 3, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:24.195728 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Checking router: 22fe5a91-6356-4cf0-a066-6ab430da5eea for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:24.196106 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Updating router 22fe5a91-6356-4cf0-a066-6ab430da5eea port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 binding host dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:43:24.230781 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.496232 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Notify callbacks [] for port, precommit_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.506044 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.provisioning_blocks [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Transition to ACTIVE for port object e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 will not be triggered until provisioned by entity L2. {{(pid=100210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:24.526821 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.529704 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-44bd74ef-154c-4e5f-ac5d-4cdc6caa818c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:24.575461 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] Pushing event updated for resources: {'Port': ['ID=8bb83047-77d8-4dc5-ae98-ed2220fac502,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:24.578599 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:24.594006 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.595266 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8860714 Jun 24 12:43:24.597877 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39594) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:24.638952 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.641289 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:24.661670 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-3b9a6ca1-d887-4a36-81b7-33d7ba644874 None None] Provisioning complete for port 8bb83047-77d8-4dc5-ae98-ed2220fac502 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:24.662131 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6ca1-d887-4a36-81b7-33d7ba644874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.773972 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Attempting to bind port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:24.781373 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Attempting to bind port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:24.788305 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Attempting to bind port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 on network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:24.822531 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:24.824477 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Checking segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:24.827186 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.827186 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Bound using segment: {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'} {{(pid=100210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:24.827186 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.managers [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Bound port: e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317028f9-ce4f-4042-884a-b68b9f427d15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}}] {{(pid=100210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:24.828448 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:24.936653 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] For port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:24.942672 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.plugins.ml2.db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] For port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:24.997520 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-44a92981-1eb1-4f3c-96b4-19ddef58d9ea req-a7378e95-a14b-4054-b42c-b2ecf6c04ba9 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 210 time: 0.0547550 Jun 24 12:43:24.997660 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76f11-3d0c-434e-9895-1db8a6559dc4 None None] Pushing event updated for resources: {'Port': ['ID=e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4,revision_number=2']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:25.012206 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-6bf76f11-3d0c-434e-9895-1db8a6559dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:25.029995 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.033249 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-eef5d876-625b-4e1d-9dba-6589268d4d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:25.137370 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Routers {'22fe5a91-6356-4cf0-a066-6ab430da5eea'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:25.138277 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:43:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['22fe5a91-6356-4cf0-a066-6ab430da5eea'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:25.304848 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76f11-3d0c-434e-9895-1db8a6559dc4 None None] Pushing event updated for resources: {'Port': ['ID=e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4,revision_number=3']} {{(pid=100210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:25.310495 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG oslo_concurrency.lockutils [None req-6bf76f11-3d0c-434e-9895-1db8a6559dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=100210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:25.352172 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.380420 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a72643-d74c-4504-97a8-c99242a6911e req-e441969d-f320-43cd-b564-cd60c29630bc tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:25.389916 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-44a72643-d74c-4504-97a8-c99242a6911e req-e441969d-f320-43cd-b564-cd60c29630bc tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1089261 Jun 24 12:43:25.421899 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] Set router 22fe5a91-6356-4cf0-a066-6ab430da5eea gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:25.468810 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-44a72643-d74c-4504-97a8-c99242a6911e req-3c36d5cc-d8cf-4f8d-a77b-cf915a4b83ea tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776656 Jun 24 12:43:25.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Allocated IP 172.20.0.1 (f1c12267-a6b6-45c3-92cd-daeed68b3b12/b71fdd06-e36b-492b-922b-034c2c964c12/ef10e26c-3eb1-48c0-a68f-919780397394) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:25.658357 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-3d8e6306-1062-4256-8869-41e367364099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:43:22Z', 'revision_number': 3, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:25.687180 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e6306-1062-4256-8869-41e367364099 None None] The sync data for ids ['22fe5a91-6356-4cf0-a066-6ab430da5eea'] in dv-cinder-689486-14-iscsi is: [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:43:22Z', 'revision_number': 3, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:25.697984 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.719409 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Transition to ACTIVE for port object ef10e26c-3eb1-48c0-a68f-919780397394 will not be triggered until provisioned by entity DHCP. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:25.830290 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28726112'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:25.832690 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9d36df21-8a78-45ab-b17c-2416c1df20d1 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:25.879930 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Network f1c12267-a6b6-45c3-92cd-daeed68b3b12 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:25.886023 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:25.894011 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:25.896224 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Pushing event updated for resources: {'Port': ['ID=ef10e26c-3eb1-48c0-a68f-919780397394,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:25.901344 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:25.969277 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693770'] for router_interface, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.155143 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 8bb83047-77d8-4dc5-ae98-ed2220fac502 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:26.247557 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6a715d5c-2d21-470c-8f8a-3e6307502f24 req-0c024972-9f9d-4049-89d9-65353c549c24 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 210 time: 0.0432999 Jun 24 12:43:26.254111 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port 8bb83047-77d8-4dc5-ae98-ed2220fac502 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:26.255209 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.309215 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.407426 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-2dca4fd2-a535-4368-a014-207dd0ad9c9c None None] Provisioning for port ef10e26c-3eb1-48c0-a68f-919780397394 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:26.423508 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-2dca4fd2-a535-4368-a014-207dd0ad9c9c None None] Provisioning complete for port ef10e26c-3eb1-48c0-a68f-919780397394 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:26.423508 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2dca4fd2-a535-4368-a014-207dd0ad9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.487262 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-2dca4fd2-a535-4368-a014-207dd0ad9c9c None None] Port ef10e26c-3eb1-48c0-a68f-919780397394 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:26.582914 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.693088 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28726162'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.695939 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:26.748133 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b879d-e568-4448-aaef-c0c148279573 req-258beb80-8818-4915-ab91-0ad36769389f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:26.749750 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-282b879d-e568-4448-aaef-c0c148279573 req-258beb80-8818-4915-ab91-0ad36769389f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1257808 Jun 24 12:43:26.763551 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-31e397ab-ecaa-4d36-9f5c-7efc029a377f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:26.764985 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-31e397ab-ecaa-4d36-9f5c-7efc029a377f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.36 "GET /v2.0/networks?id=1d63974b-9642-4c87-aaf1-36a1868352b7 HTTP/1.1" status: 200 len: 813 time: 0.1443760 Jun 24 12:43:26.786048 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Pushing event updated for resources: {'Port': ['ID=ef10e26c-3eb1-48c0-a68f-919780397394,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:26.796899 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:26.801081 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-694014'] for router_interface, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:26.805351 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Request body: {'port': {'device_id': 'f93d7ab9-15c4-4bd9-95d4-f3a728216ec5', 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7', 'admin_state_up': True, 'tenant_id': '6e9f6b36d2184239bf31137e5992a398'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:26.844127 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-282b879d-e568-4448-aaef-c0c148279573 req-e26a6fd9-49b6-415f-bfd9-ab9a83894c1f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800033 Jun 24 12:43:26.960342 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Network f1c12267-a6b6-45c3-92cd-daeed68b3b12 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:26.961823 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:27.178293 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Router 22fe5a91-6356-4cf0-a066-6ab430da5eea has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:43:27.213993 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-faa2b1ed-1778-4ff8-b0e9-61b610a6b633 None None] Provisioning complete for port ef10e26c-3eb1-48c0-a68f-919780397394 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:27.214581 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-faa2b1ed-1778-4ff8-b0e9-61b610a6b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.225617 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Made reservation on behalf of 6e9f6b36d2184239bf31137e5992a398 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:27.230738 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.249338 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-faa2b1ed-1778-4ff8-b0e9-61b610a6b633 None None] Port ef10e26c-3eb1-48c0-a68f-919780397394 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:27.308471 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b788-738e-4bca-ab06-e1987675d30f req-537cfa3f-d774-43ff-b8ad-d9cb57f91416 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:27.310037 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-537cfa3f-d774-43ff-b8ad-d9cb57f91416 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/networks?id=9731df6b-69df-4861-ad5d-fb8920842df9 HTTP/1.1" status: 200 len: 815 time: 0.1602280 Jun 24 12:43:27.355767 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-5099eaa2-69bf-440d-94e2-2e466817f3ab tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/quotas/d1d0bc3fabe349268ddeed5df3eaa63c HTTP/1.1" status: 200 len: 375 time: 0.0164533 Jun 24 12:43:27.371815 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:43:27.385228 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] 10.222.0.99 "PUT /v2.0/routers/22fe5a91-6356-4cf0-a066-6ab430da5eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7845790 Jun 24 12:43:27.391103 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Allocated IP 172.20.0.13 (1d63974b-9642-4c87-aaf1-36a1868352b7/019f291a-b89a-482d-9aa4-fc5aa4a874e9/31e99a49-31d7-4445-9c1b-b8e316a488c4) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:27.461507 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d6534390-a3c8-4df3-bf67-459fac4963b6 req-32811d82-59dd-421c-899c-85c8f2974900 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 210 time: 0.0461814 Jun 24 12:43:27.534525 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-61b501af-e707-48e4-bbaa-78eba0749525 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409156 Jun 24 12:43:27.636949 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-17a1b2dd-0c97-423d-8e50-f612232dbe80 service neutron] 10.222.0.99 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987837 Jun 24 12:43:27.641185 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.740028 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-04aa78f0-b0ef-4434-a13f-a340f9e6f225 service neutron] 10.222.0.99 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961673 Jun 24 12:43:27.748545 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.753893 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-709cccab-fdd1-4908-969a-727c1e4f099f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:27.805274 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Network 1d63974b-9642-4c87-aaf1-36a1868352b7 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:27.809000 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:27.812895 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:27.847978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Pushing event updated for resources: {'Port': ['ID=31e99a49-31d7-4445-9c1b-b8e316a488c4,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:27.853834 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:27.879751 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:27.879906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:27.994697 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Sync routers for ids ['22fe5a91-6356-4cf0-a066-6ab430da5eea'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:43:28.011653 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Routers {'22fe5a91-6356-4cf0-a066-6ab430da5eea'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:28.015596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:43:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['22fe5a91-6356-4cf0-a066-6ab430da5eea'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.045849 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-02b38724-6b3f-4df1-87a1-32f86c76a892 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2421482 Jun 24 12:43:28.063013 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Request body: {'port': {'device_id': 'f93d7ab9-15c4-4bd9-95d4-f3a728216ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:28.219107 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3431dc-9e9c-4b0f-a917-ea08b6555e7f req-743481b5-4fbe-4287-952d-38719ebf0d76 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:28.229155 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2c3431dc-9e9c-4b0f-a917-ea08b6555e7f req-743481b5-4fbe-4287-952d-38719ebf0d76 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0844436 Jun 24 12:43:28.234805 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:28.241646 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.266875 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2c3431dc-9e9c-4b0f-a917-ea08b6555e7f req-e55acbcf-fede-4c1a-be5c-fa71ba3b74a9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367758 Jun 24 12:43:28.297847 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Set router 22fe5a91-6356-4cf0-a066-6ab430da5eea gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:28.370706 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c1596bd5-400e-46ea-9662-07f659d0cf62 req-9841e36e-4547-486d-9d26-fb8fa07d752c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 210 time: 0.0515809 Jun 24 12:43:28.416006 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39674) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:28.421035 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958724154', 'description': 'tempest-secgroup-smoke-958724154 description', 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:28.534473 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:28.539726 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:28.549050 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.578321 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.603461 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e99a49-31d7-4445-9c1b-b8e316a488c4 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:43:28.612021 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.625804 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Transition to ACTIVE for port object 31e99a49-31d7-4445-9c1b-b8e316a488c4 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:28.628364 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:43:26Z', 'revision_number': 4, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'ef10e26c-3eb1-48c0-a68f-919780397394', 'name': '', 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'mac_address': 'fa:16:3e:03:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b71fdd06-e36b-492b-922b-034c2c964c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:25Z', 'updated_at': '2021-06-24T12:43:26Z', 'revision_number': 2, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'subnets': [{'id': 'b71fdd06-e36b-492b-922b-034c2c964c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:28.658367 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Checking router: 22fe5a91-6356-4cf0-a066-6ab430da5eea for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:43:28.658748 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Updating router 22fe5a91-6356-4cf0-a066-6ab430da5eea port ef10e26c-3eb1-48c0-a68f-919780397394 binding host dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:43:28.703795 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2355b0-9a52-494f-81d8-6df4dadf0858 req-fa0f96cd-7f1e-4203-9b6f-a2dc50412cf4 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:28.705033 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ab2355b0-9a52-494f-81d8-6df4dadf0858 req-fa0f96cd-7f1e-4203-9b6f-a2dc50412cf4 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 932 time: 0.1033554 Jun 24 12:43:28.721153 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.727237 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.751904 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:28.761268 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.768823 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ab2355b0-9a52-494f-81d8-6df4dadf0858 req-28a0285c-b49d-4ccb-85d8-1a97d6521bd3 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573931 Jun 24 12:43:28.801059 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.803191 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:28.849846 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=31e99a49-31d7-4445-9c1b-b8e316a488c4,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:28.855102 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:28.923469 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Attempting to bind port 31e99a49-31d7-4445-9c1b-b8e316a488c4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:28.923810 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Attempting to bind port 31e99a49-31d7-4445-9c1b-b8e316a488c4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:28.924141 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Attempting to bind port 31e99a49-31d7-4445-9c1b-b8e316a488c4 on network 1d63974b-9642-4c87-aaf1-36a1868352b7 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:28.928308 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Port 31e99a49-31d7-4445-9c1b-b8e316a488c4 on network 1d63974b-9642-4c87-aaf1-36a1868352b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:43:28.928621 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Attempting to bind port 31e99a49-31d7-4445-9c1b-b8e316a488c4 on network 1d63974b-9642-4c87-aaf1-36a1868352b7 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:28.930305 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.934105 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:28.934446 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Checking segment: {'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:28.934824 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Bound using segment: {'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:28.935212 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-45659e30-d25e-43a8-9fc9-249679bd0a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:28.935336 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Bound port: 31e99a49-31d7-4445-9c1b-b8e316a488c4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:28.935441 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.935627 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:28.938571 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:28.967391 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2533e8-faa8-45da-8dfa-e850ecbf3f59,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:28.972310 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:29.021742 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] For port 31e99a49-31d7-4445-9c1b-b8e316a488c4, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:29.025606 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] For port 31e99a49-31d7-4445-9c1b-b8e316a488c4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=31e99a49-31d7-4445-9c1b-b8e316a488c4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:29.040603 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:29.044820 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:29.064451 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Notify callbacks [] for port, precommit_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.074493 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Transition to ACTIVE for port object ef10e26c-3eb1-48c0-a68f-919780397394 will not be triggered until provisioned by entity L2. {{(pid=100209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:29.167312 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.167613 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.168933 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7515402 Jun 24 12:43:29.170825 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-be25a13a-1791-4783-8d04-11a1ac2203e0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:29.172513 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39686) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:29.177442 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-0c0a678c-d53c-4db3-8d6d-5b77f007c903 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'security_group_rule': {'security_group_id': 'ee2533e8-faa8-45da-8dfa-e850ecbf3f59', 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:29.201596 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.202205 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.203589 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] 10.222.0.36 "PUT /v2.0/ports/31e99a49-31d7-4445-9c1b-b8e316a488c4 HTTP/1.1" status: 200 len: 1094 time: 1.1468444 Jun 24 12:43:29.204081 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93d7ab9-15c4-4bd9-95d4-f3a728216ec5', 'tag': '31e99a49-31d7-4445-9c1b-b8e316a488c4'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:29.206385 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829557de-9d6e-42fc-ba4a-b0564896e796" -d '{"events": [{"name": "network-changed", "server_uuid": "f93d7ab9-15c4-4bd9-95d4-f3a728216ec5", "tag": "31e99a49-31d7-4445-9c1b-b8e316a488c4"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:29.231104 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=31e99a49-31d7-4445-9c1b-b8e316a488c4,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:29.234174 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:29.242708 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8142eac9-d577-4978-86b0-64487d4a0ffe x-openstack-request-id: req-8142eac9-d577-4978-86b0-64487d4a0ffe {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:29.243035 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93d7ab9-15c4-4bd9-95d4-f3a728216ec5", "tag": "31e99a49-31d7-4445-9c1b-b8e316a488c4", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:29.243419 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-8142eac9-d577-4978-86b0-64487d4a0ffe {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:29.244351 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93d7ab9-15c4-4bd9-95d4-f3a728216ec5', 'tag': '31e99a49-31d7-4445-9c1b-b8e316a488c4', 'status': 'completed', 'code': 200} Jun 24 12:43:29.263684 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.265735 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-5102b523-5578-4f72-9817-3a2d60c4584b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:29.319607 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6265b5d-f34c-41d6-ab78-f12d00d90949 None None] Pushing event updated for resources: {'Port': ['ID=ef10e26c-3eb1-48c0-a68f-919780397394,revision_number=3']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:29.323396 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f6265b5d-f34c-41d6-ab78-f12d00d90949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:29.390457 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Attempting to bind port ef10e26c-3eb1-48c0-a68f-919780397394 on host dv-cinder-689486-14-iscsi for vnic_type normal with profile {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:29.390852 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Attempting to bind port ef10e26c-3eb1-48c0-a68f-919780397394 by drivers openvswitch,hyperv on host dv-cinder-689486-14-iscsi at level 0 using segments [{'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:29.391265 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Attempting to bind port ef10e26c-3eb1-48c0-a68f-919780397394 on network f1c12267-a6b6-45c3-92cd-daeed68b3b12 {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:29.399720 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Checking agent: {'id': '3d0669c2-6fbc-44cc-8a5d-9563aae049d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 31, 47), 'started_at': datetime.datetime(2021, 6, 24, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:29.400655 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Checking segment: {'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:29.401361 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.401927 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Bound using segment: {'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'} {{(pid=100209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:29.405370 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.managers [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Bound port: ef10e26c-3eb1-48c0-a68f-919780397394, host: dv-cinder-689486-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebdab36-2dd1-4ee9-8e88-a773e713bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12'}}] {{(pid=100209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:29.407688 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.427836 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829557de-9d6e-42fc-ba4a-b0564896e796 req-89e0a74c-23be-4178-a011-c30be09f2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.432047 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-829557de-9d6e-42fc-ba4a-b0564896e796 req-89e0a74c-23be-4178-a011-c30be09f2e28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e9f6b36d2184239bf31137e5992a398&device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1173980 Jun 24 12:43:29.493868 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] For port ef10e26c-3eb1-48c0-a68f-919780397394, host dv-cinder-689486-14-iscsi, cleared binding levels {{(pid=100209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:29.493868 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] For port ef10e26c-3eb1-48c0-a68f-919780397394, host dv-cinder-689486-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=ef10e26c-3eb1-48c0-a68f-919780397394,segment=NetworkSegment(bebdab36-2dd1-4ee9-8e88-a773e713bc57),segment_id=bebdab36-2dd1-4ee9-8e88-a773e713bc57)] {{(pid=100209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:29.494180 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cc285862-9277-4376-baed-4c45f70ca142 req-e8e53498-ba4b-4073-aceb-f661b60ea0e8 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 210 time: 0.0487502 Jun 24 12:43:29.511954 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d3d71-74c8-4faa-aafc-958ff35b85a7 req-855bf4c7-baec-49d3-995a-0feb1b056386 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.519525 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bb4d3d71-74c8-4faa-aafc-958ff35b85a7 req-855bf4c7-baec-49d3-995a-0feb1b056386 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0895748 Jun 24 12:43:29.547292 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c0a678c-d53c-4db3-8d6d-5b77f007c903 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.599485 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829557de-9d6e-42fc-ba4a-b0564896e796 req-1eae25d4-76fd-4769-86a1-127eee962975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.599485 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-829557de-9d6e-42fc-ba4a-b0564896e796 req-1eae25d4-76fd-4769-86a1-127eee962975 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e9f6b36d2184239bf31137e5992a398&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1364677 Jun 24 12:43:29.604419 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bb4d3d71-74c8-4faa-aafc-958ff35b85a7 req-a1168f3d-b192-478c-b96f-86850ea979da tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839369 Jun 24 12:43:29.630821 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c0a678c-d53c-4db3-8d6d-5b77f007c903 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.702514 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829557de-9d6e-42fc-ba4a-b0564896e796 req-138ca409-069b-4c53-9f96-3c4e2434a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.704004 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-829557de-9d6e-42fc-ba4a-b0564896e796 req-138ca409-069b-4c53-9f96-3c4e2434a7db service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048639 Jun 24 12:43:29.829816 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.832915 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:29.835523 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-a0738a04-0f0c-45b3-a133-59816191bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.837891 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-a0738a04-0f0c-45b3-a133-59816191bcc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e9f6b36d2184239bf31137e5992a398&device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0543458 Jun 24 12:43:29.892672 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Routers {'22fe5a91-6356-4cf0-a066-6ab430da5eea'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:43:29.893593 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:43:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['22fe5a91-6356-4cf0-a066-6ab430da5eea'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:29.904708 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-4c80468b-61e5-410c-ba7f-7578da0ca8f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31e99a49-31d7-4445-9c1b-b8e316a488c4 HTTP/1.1" status: 200 len: 217 time: 0.0416317 Jun 24 12:43:29.933196 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6265b5d-f34c-41d6-ab78-f12d00d90949 None None] Pushing event updated for resources: {'Port': ['ID=ef10e26c-3eb1-48c0-a68f-919780397394,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:29.937830 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f6265b5d-f34c-41d6-ab78-f12d00d90949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:29.975901 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-fb128bc0-be19-4d47-8ef5-d9a3d2722a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.978363 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-fb128bc0-be19-4d47-8ef5-d9a3d2722a73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019f291a-b89a-482d-9aa4-fc5aa4a874e9 HTTP/1.1" status: 200 len: 853 time: 0.0630760 Jun 24 12:43:29.984171 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561c82-77c1-4718-9aa3-d09e7090841d req-8177499b-5740-4b2d-9964-bad38fc861d4 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:29.987623 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1f561c82-77c1-4718-9aa3-d09e7090841d req-8177499b-5740-4b2d-9964-bad38fc861d4 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 944 time: 0.0968494 Jun 24 12:43:29.988983 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c0a678c-d53c-4db3-8d6d-5b77f007c903 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:29.991339 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:30.024077 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a678c-d53c-4db3-8d6d-5b77f007c903 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8348d196-5294-489b-bdef-b77ab81fde8d,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:30.028445 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0c0a678c-d53c-4db3-8d6d-5b77f007c903 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:30.054972 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-495a4ead-61f2-48c2-802d-ac85173d656f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d63974b-9642-4c87-aaf1-36a1868352b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596080 Jun 24 12:43:30.061449 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1f561c82-77c1-4718-9aa3-d09e7090841d req-4c0beb64-6481-4502-b692-67040a483b43 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526488 Jun 24 12:43:30.089301 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:30.106176 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:43:30.175427 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-49ffd46a-ef64-4c1a-b14a-965ea9f4cb62 service neutron] 10.222.0.36 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058872 Jun 24 12:43:30.231440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] Set router 22fe5a91-6356-4cf0-a066-6ab430da5eea gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:43:30.281852 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-748192b3-3212-4ca7-a4b7-433f0286b5e9 req-bf561acf-fcae-4710-a018-a899b3f4835a service neutron] 10.222.0.36 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870841 Jun 24 12:43:30.315557 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c0a678c-d53c-4db3-8d6d-5b77f007c903 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.316985 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-0c0a678c-d53c-4db3-8d6d-5b77f007c903 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1434603 Jun 24 12:43:30.319801 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39704) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:30.325442 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'security_group_rule': {'security_group_id': 'ee2533e8-faa8-45da-8dfa-e850ecbf3f59', 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:30.382983 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:30.383599 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.432850 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.505250 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.529775 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:43:26Z', 'revision_number': 4, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'ef10e26c-3eb1-48c0-a68f-919780397394', 'name': '', 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'mac_address': 'fa:16:3e:03:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b71fdd06-e36b-492b-922b-034c2c964c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:25Z', 'updated_at': '2021-06-24T12:43:29Z', 'revision_number': 4, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'subnets': [{'id': 'b71fdd06-e36b-492b-922b-034c2c964c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:43:30.558579 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb59dc-ecb5-4a52-8367-7b034799f9ea None None] The sync data for ids ['22fe5a91-6356-4cf0-a066-6ab430da5eea'] in dv-cinder-689486-14-iscsi is: [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:43:26Z', 'revision_number': 4, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'ef10e26c-3eb1-48c0-a68f-919780397394', 'name': '', 'network_id': 'f1c12267-a6b6-45c3-92cd-daeed68b3b12', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'mac_address': 'fa:16:3e:03:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b71fdd06-e36b-492b-922b-034c2c964c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:25Z', 'updated_at': '2021-06-24T12:43:29Z', 'revision_number': 4, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'subnets': [{'id': 'b71fdd06-e36b-492b-922b-034c2c964c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:43:30.660883 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89aed-adbb-499a-8ee7-f8941ddf38c9 req-c865deea-02ee-44f3-9f58-ac9db4e63384 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:30.662459 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-75c89aed-adbb-499a-8ee7-f8941ddf38c9 req-c865deea-02ee-44f3-9f58-ac9db4e63384 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 945 time: 0.1033628 Jun 24 12:43:30.663604 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.663926 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c723f43f-7b24-4424-8629-b22c92ff942f req-2a821072-2df2-4cfc-8dac-b6b7c1b77ba3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 210 time: 0.0319498 Jun 24 12:43:30.672220 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9c39acc0-c8b9-49cf-bb45-ff84785e2694 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:30.711770 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d56163a-5dab-474d-8755-69600a112808,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:30.715616 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:30.762979 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-75c89aed-adbb-499a-8ee7-f8941ddf38c9 req-8fce7870-571a-4cf8-8566-dea7c4da1dac tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834813 Jun 24 12:43:30.779960 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.781146 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4604125 Jun 24 12:43:30.786532 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39712) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:30.792148 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'security_group_rule': {'security_group_id': 'ee2533e8-faa8-45da-8dfa-e850ecbf3f59', 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:30.871995 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a9514-7d6f-4f46-bb57-610c4149ab45 req-57e36d0a-6452-4b35-bd6f-c447680a8e24 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:30.873645 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-123a9514-7d6f-4f46-bb57-610c4149ab45 req-57e36d0a-6452-4b35-bd6f-c447680a8e24 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0770457 Jun 24 12:43:30.909317 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:30.915977 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-123a9514-7d6f-4f46-bb57-610c4149ab45 req-cb804bff-199a-44db-838c-859b08564c3b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354302 Jun 24 12:43:30.981243 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.038485 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.040716 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:31.060505 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9054e844-2a5c-47aa-8354-ed10ffa04b42,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:31.063036 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:31.112289 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:43:31.124320 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.129028 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388019 Jun 24 12:43:31.129234 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 39716) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:31.140891 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-998509b0-74a4-4d09-ad88-74d8382d187f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'security_group_rule': {'security_group_id': 'ee2533e8-faa8-45da-8dfa-e850ecbf3f59', 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:31.309692 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:31.324654 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'port_id': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'mac_address': 'fa:16:3e:ad:98:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:43:31.385162 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.401767 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2a573ac-c1ce-403d-bfd0-57f96cc684b1 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:43:31.426695 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:31.492573 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.494714 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f6265b5d-f34c-41d6-ab78-f12d00d90949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:31.552122 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=6']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:31.556561 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:31.593583 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-998509b0-74a4-4d09-ad88-74d8382d187f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.658929 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ed1ae-7524-482c-908f-80d141fade19 req-86a476a2-9468-430c-89cf-6a9a848add22 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:31.664251 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3f0ed1ae-7524-482c-908f-80d141fade19 req-86a476a2-9468-430c-89cf-6a9a848add22 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 944 time: 0.4395945 Jun 24 12:43:31.693009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-998509b0-74a4-4d09-ad88-74d8382d187f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.725295 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3f0ed1ae-7524-482c-908f-80d141fade19 req-78340ee6-7bdf-4d73-b280-49d798d9b237 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Jun 24 12:43:31.765382 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e2a573ac-c1ce-403d-bfd0-57f96cc684b1'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:43:31.783872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-998509b0-74a4-4d09-ad88-74d8382d187f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.786704 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-07b9fd31-3b83-4ac7-9874-c41cd04f2169 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:31.834830 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998509b0-74a4-4d09-ad88-74d8382d187f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2ee9d6-d369-4656-a0f7-719ebc0fadfe,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:31.842350 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-998509b0-74a4-4d09-ad88-74d8382d187f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:31.874743 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e0e2e8f0-2974-4d7f-8d37-de5c2e79cef1 req-32e163d9-2acb-4af0-96ed-c2354cefd6ca tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 210 time: 0.0313246 Jun 24 12:43:31.905334 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589f1cc-cf1a-46ba-8e85-fdcc1bb9bd5c req-d34a4d33-9992-4aa2-87b9-936f19744033 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:31.905334 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0589f1cc-cf1a-46ba-8e85-fdcc1bb9bd5c req-d34a4d33-9992-4aa2-87b9-936f19744033 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1089253 Jun 24 12:43:31.907999 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-998509b0-74a4-4d09-ad88-74d8382d187f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:31.912032 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-998509b0-74a4-4d09-ad88-74d8382d187f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7814567 Jun 24 12:43:31.913639 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39742) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:31.926511 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'security_group_rule': {'security_group_id': 'ee2533e8-faa8-45da-8dfa-e850ecbf3f59', 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:31.998996 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0589f1cc-cf1a-46ba-8e85-fdcc1bb9bd5c req-f0d6671e-2fce-4de4-b4e2-054aa6bd138b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874915 Jun 24 12:43:32.040873 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.securitygroups_db [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Project d3634c0576a546feb1b63fbbb6d9c77f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:43:32.046135 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.115548 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device ef10e26c-3eb1-48c0-a68f-919780397394 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:32.125335 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ab57c-024a-47b3-9b68-72c42cde4352 req-20f3b915-5abb-4145-829c-b81048626242 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:32.133286 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-834ab57c-024a-47b3-9b68-72c42cde4352 req-20f3b915-5abb-4145-829c-b81048626242 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 945 time: 0.1174655 Jun 24 12:43:32.164860 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.194051 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-834ab57c-024a-47b3-9b68-72c42cde4352 req-2099f96e-37d0-4f3d-893e-58e8c4ba6dc2 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587926 Jun 24 12:43:32.249883 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b4de1-830c-46ef-b7c8-cf09fb1eb80b req-1b06ea9a-0aaf-4bb4-b911-0a0c63a2718a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:32.251407 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bb7b4de1-830c-46ef-b7c8-cf09fb1eb80b req-1b06ea9a-0aaf-4bb4-b911-0a0c63a2718a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0833652 Jun 24 12:43:32.255659 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.262732 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4034fbaa-744b-4395-bf2e-fd6ff645df02 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:32.284541 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning for port ef10e26c-3eb1-48c0-a68f-919780397394 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:32.289863 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port ef10e26c-3eb1-48c0-a68f-919780397394 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:32.291639 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.292494 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0cc8cb-7fb5-4484-a801-0482bef72c73,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:32.296534 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:32.319248 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bb7b4de1-830c-46ef-b7c8-cf09fb1eb80b req-4e3fa210-c472-4bc0-a3b6-75a72c8bf9c5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573919 Jun 24 12:43:32.340874 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.342360 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4241004 Jun 24 12:43:32.345136 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 39756) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:43:32.349994 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'security_group_rule': {'security_group_id': 'ee2533e8-faa8-45da-8dfa-e850ecbf3f59', 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:32.391176 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.426049 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] For port ef10e26c-3eb1-48c0-a68f-919780397394, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=ef10e26c-3eb1-48c0-a68f-919780397394,segment=NetworkSegment(bebdab36-2dd1-4ee9-8e88-a773e713bc57),segment_id=bebdab36-2dd1-4ee9-8e88-a773e713bc57)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:32.458198 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.securitygroups_db [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Project d3634c0576a546feb1b63fbbb6d9c77f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:43:32.493138 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.500376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-5102b523-5578-4f72-9817-3a2d60c4584b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:32.564494 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Pushing event updated for resources: {'Port': ['ID=ef10e26c-3eb1-48c0-a68f-919780397394,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:32.569751 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:32.709814 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.776550 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.797307 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b788-738e-4bca-ab06-e1987675d30f req-3a2a93b5-1687-4fc7-8360-cafc8ec7f11b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:32.798849 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-3a2a93b5-1687-4fc7-8360-cafc8ec7f11b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.36 "GET /v2.0/networks?id=9731df6b-69df-4861-ad5d-fb8920842df9 HTTP/1.1" status: 200 len: 815 time: 0.4312658 Jun 24 12:43:32.820308 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'port': {'device_id': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'admin_state_up': True, 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:32.910880 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:32.922797 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:32.973224 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca8df-1797-4c93-8890-a0340e3276f0 req-cf548149-ba64-4401-885c-889b73ee036a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:32.973806 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8faf5e0-a558-4613-8f80-5e342d1e1518,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:32.979382 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:32.981890 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-22bca8df-1797-4c93-8890-a0340e3276f0 req-cf548149-ba64-4401-885c-889b73ee036a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 944 time: 0.1325579 Jun 24 12:43:33.040696 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-22bca8df-1797-4c93-8890-a0340e3276f0 req-816a08cc-66e5-4437-8834-cf07c53627b7 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556920 Jun 24 12:43:33.073115 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.074628 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-d34d6978-f1f0-431c-ab71-864e4116eb8f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7281477 Jun 24 12:43:33.117999 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1bed1d13-ed9e-4361-832f-c8042214e46e req-0cd1ec3a-db49-4c9f-8a4d-a0c92daf63da tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 210 time: 0.0502694 Jun 24 12:43:33.139609 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:33.226101 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef929e-66ca-4eff-9fc8-bff08371b953 req-bbbd09be-4c4e-46c3-8f24-cc33d2906ad7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:33.228763 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Made reservation on behalf of d1d0bc3fabe349268ddeed5df3eaa63c for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:43:33.235088 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.235388 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ddef929e-66ca-4eff-9fc8-bff08371b953 req-bbbd09be-4c4e-46c3-8f24-cc33d2906ad7 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0858247 Jun 24 12:43:33.297823 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ddef929e-66ca-4eff-9fc8-bff08371b953 req-9d0205c7-5177-43cb-9cb8-703ebf98cc4d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547485 Jun 24 12:43:33.302283 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:33.302692 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.496016 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7610-6315-4d43-9323-ae6895f8a53b req-e91fe81b-e9db-45ac-89da-e07d42de1b9e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:33.497618 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-281c7610-6315-4d43-9323-ae6895f8a53b req-e91fe81b-e9db-45ac-89da-e07d42de1b9e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 945 time: 0.2027206 Jun 24 12:43:33.518195 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.556534 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:33.562991 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73720ab-1cc3-4d0b-8457-af271d1acade" -d '{"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:33.602625 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:33.612932 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce73d8-644d-4461-a960-f1c42f20157f req-f9b515b6-72e0-428b-84d8-4d4da924352c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:33.628101 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06ce73d8-644d-4461-a960-f1c42f20157f req-f9b515b6-72e0-428b-84d8-4d4da924352c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.1379757 Jun 24 12:43:33.659236 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Allocated IP 172.20.0.6 (9731df6b-69df-4861-ad5d-fb8920842df9/aeb7091f-8419-4f67-8fd9-ae4253f24abd/60c25f13-57e2-480d-a2f5-4addfce9f7d6) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:43:33.696370 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.699952 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:33.710940 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06ce73d8-644d-4461-a960-f1c42f20157f req-ddfdd540-68e7-41a8-8423-ea86f1d0c2b7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749536 Jun 24 12:43:33.777148 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf6a9d-6ee5-4644-b064-2af16cba4b7c x-openstack-request-id: req-25cf6a9d-6ee5-4644-b064-2af16cba4b7c {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:33.780369 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:33.784334 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-25cf6a9d-6ee5-4644-b064-2af16cba4b7c {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:33.784334 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'code': 200} Jun 24 12:43:33.820905 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=7']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:33.834809 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:33.935382 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:33.943683 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Deleting port acd1b06d-9184-4c9f-9dd4-d3269a497a58 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:33.943683 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.005043 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99e8ca-143e-4880-86d3-e472e87ad18f req-cb7d496e-74d9-4d8f-a835-18151a84c788 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:34.012767 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-de99e8ca-143e-4880-86d3-e472e87ad18f req-cb7d496e-74d9-4d8f-a835-18151a84c788 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 945 time: 0.5635526 Jun 24 12:43:34.048840 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Transition to ACTIVE for port object 60c25f13-57e2-480d-a2f5-4addfce9f7d6 will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:34.099813 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device ef10e26c-3eb1-48c0-a68f-919780397394 up at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:34.107716 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-de99e8ca-143e-4880-86d3-e472e87ad18f req-4afc1b03-2d9a-48cc-b025-bc52c3497ef8 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939600 Jun 24 12:43:34.174509 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] For port acd1b06d-9184-4c9f-9dd4-d3269a497a58, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=acd1b06d-9184-4c9f-9dd4-d3269a497a58,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:34.176530 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.217444 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Calling delete_port for acd1b06d-9184-4c9f-9dd4-d3269a497a58 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:34.247794 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Provisioning complete for port ef10e26c-3eb1-48c0-a68f-919780397394 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:34.247794 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.321323 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6737b-177f-476e-8966-49dfa608d119 req-12930156-f054-4213-9ba4-009bd5890e7c tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:34.327204 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.332802 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1d88e64b-e6e2-48f4-a2d0-32b89020073a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:34.335726 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3ae6737b-177f-476e-8966-49dfa608d119 req-12930156-f054-4213-9ba4-009bd5890e7c tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 944 time: 0.1538374 Jun 24 12:43:34.420213 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3ae6737b-177f-476e-8966-49dfa608d119 req-09f49deb-6e5a-4a3a-8363-ae3b6eda0431 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833850 Jun 24 12:43:34.448148 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Network 9731df6b-69df-4861-ad5d-fb8920842df9 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:43:34.470146 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:43:34.479092 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:43:34.486616 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'Port': ['ID=60c25f13-57e2-480d-a2f5-4addfce9f7d6,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:34.524347 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:34.613829 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:34.614726 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.696213 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a881b-9ec0-4b4d-9145-9faf4c2320b1 req-a29f9b40-2582-42ad-89e8-c8f575c6bae9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:34.698482 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fd8a881b-9ec0-4b4d-9145-9faf4c2320b1 req-a29f9b40-2582-42ad-89e8-c8f575c6bae9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 931 time: 0.3204699 Jun 24 12:43:34.755207 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fd8a881b-9ec0-4b4d-9145-9faf4c2320b1 req-f24ef003-4599-4d82-a7ab-02e700c4bd54 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 Jun 24 12:43:34.799506 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317cd10-8a26-462f-93b2-ed08c7d8cbc5 req-7c72768c-0c44-4f50-85bc-e45c4fb1b33c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:34.808520 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.814018 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9317cd10-8a26-462f-93b2-ed08c7d8cbc5 req-7c72768c-0c44-4f50-85bc-e45c4fb1b33c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1615722 Jun 24 12:43:34.814612 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:34.854032 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e7bad545-b9da-45fd-b7c3-e361fd0b9b95', '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1', '92585631-a385-49f1-9d5a-4324d62d06f6', 'acd1b06d-9184-4c9f-9dd4-d3269a497a58'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:43:34.887859 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Pushing event deleted for resources: {'Port': ['ID=acd1b06d-9184-4c9f-9dd4-d3269a497a58,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:34.911741 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:34.949885 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] No DVR routers for this DVR port acd1b06d-9184-4c9f-9dd4-d3269a497a58 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:34.954302 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:34.955157 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9317cd10-8a26-462f-93b2-ed08c7d8cbc5 req-1ead4d71-f560-473e-a1ff-055a02924b17 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436322 Jun 24 12:43:34.957027 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-281c7610-6315-4d43-9323-ae6895f8a53b req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "DELETE /v2.0/ports/acd1b06d-9184-4c9f-9dd4-d3269a497a58 HTTP/1.1" status: 204 len: 173 time: 1.4440579 Jun 24 12:43:34.958794 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be32c32-717f-465b-b4f8-efc310931581', 'name': 'network-vif-deleted', 'tag': 'acd1b06d-9184-4c9f-9dd4-d3269a497a58'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:34.961924 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd6b62a-a4d2-4527-8108-62d258529fbb" -d '{"events": [{"server_uuid": "0be32c32-717f-465b-b4f8-efc310931581", "name": "network-vif-deleted", "tag": "acd1b06d-9184-4c9f-9dd4-d3269a497a58"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:34.969309 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1532352 Jun 24 12:43:35.050968 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-6ef3aae2-d2d6-4f84-b18c-3a99104e71df None None] Provisioning for port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:35.073865 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-6ef3aae2-d2d6-4f84-b18c-3a99104e71df None None] Provisioning complete for port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:35.073865 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-6ef3aae2-d2d6-4f84-b18c-3a99104e71df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.083510 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf465ce-3d20-4a00-9398-0208dc77de75 x-openstack-request-id: req-edf465ce-3d20-4a00-9398-0208dc77de75 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:35.084084 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be32c32-717f-465b-b4f8-efc310931581", "name": "network-vif-deleted", "tag": "acd1b06d-9184-4c9f-9dd4-d3269a497a58", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:35.084197 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-edf465ce-3d20-4a00-9398-0208dc77de75 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:35.084609 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be32c32-717f-465b-b4f8-efc310931581', 'name': 'network-vif-deleted', 'tag': 'acd1b06d-9184-4c9f-9dd4-d3269a497a58', 'status': 'completed', 'code': 200} Jun 24 12:43:35.090799 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Request body: {'port': {'device_id': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:43:35.189002 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 31e99a49-31d7-4445-9c1b-b8e316a488c4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:43:35.203410 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3aae2-d2d6-4f84-b18c-3a99104e71df None None] Port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:43:35.221076 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.235236 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16b9d8-145a-4222-aea1-0f5b5fdc24a0 req-61f632d6-33ac-4bc9-98e7-f43919bc6c6b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:35.237079 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4a16b9d8-145a-4222-aea1-0f5b5fdc24a0 req-61f632d6-33ac-4bc9-98e7-f43919bc6c6b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.2225351 Jun 24 12:43:35.479111 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bd06e0a0-b5e4-469f-acd0-80ba10c9d44e req-f65a7807-ade9-4718-be06-f61bb94131aa tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.1105683 Jun 24 12:43:35.691742 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 31e99a49-31d7-4445-9c1b-b8e316a488c4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=31e99a49-31d7-4445-9c1b-b8e316a488c4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:35.720364 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '31e99a49-31d7-4445-9c1b-b8e316a488c4', 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7', 'port_id': '31e99a49-31d7-4445-9c1b-b8e316a488c4', 'mac_address': 'fa:16:3e:a8:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019f291a-b89a-482d-9aa4-fc5aa4a874e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:43:35.751220 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c25f13-57e2-480d-a2f5-4addfce9f7d6 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:43:35.814923 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.814923 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Transition to ACTIVE for port object 60c25f13-57e2-480d-a2f5-4addfce9f7d6 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:43:35.814923 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4a16b9d8-145a-4222-aea1-0f5b5fdc24a0 req-988f18b3-b3ab-4c7a-b392-3824175c7c96 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5514703 Jun 24 12:43:35.857785 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:35.890447 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e99a49-31d7-4445-9c1b-b8e316a488c4 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:43:35.933517 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 31e99a49-31d7-4445-9c1b-b8e316a488c4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=31e99a49-31d7-4445-9c1b-b8e316a488c4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:35.984645 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dabbc1-7cac-48ad-b516-bc4cfd317fae req-60bfcfb3-143c-480b-bdb2-2f6aae6e5708 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:35.984645 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-51dabbc1-7cac-48ad-b516-bc4cfd317fae req-60bfcfb3-143c-480b-bdb2-2f6aae6e5708 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 944 time: 0.1681788 Jun 24 12:43:36.036617 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-51dabbc1-7cac-48ad-b516-bc4cfd317fae req-de7b6efa-c068-43dc-87fc-489885a45a86 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586710 Jun 24 12:43:36.172550 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdabff-b763-4108-bb5f-4ec0b4e2375d req-c079502a-e396-4080-aba2-ae038ce786cf tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:36.188219 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-78bdabff-b763-4108-bb5f-4ec0b4e2375d req-c079502a-e396-4080-aba2-ae038ce786cf tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 931 time: 0.1659608 Jun 24 12:43:36.237672 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.237672 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:36.250437 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.254915 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:36.355351 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dc55d-4cbd-4330-b89b-b5ca32ce8cec req-d4256258-01b2-416b-9609-30f0f7d6f590 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:36.459408 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a25dc55d-4cbd-4330-b89b-b5ca32ce8cec req-d4256258-01b2-416b-9609-30f0f7d6f590 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1349664 Jun 24 12:43:36.464357 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=31e99a49-31d7-4445-9c1b-b8e316a488c4,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:36.464357 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:36.464699 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-78bdabff-b763-4108-bb5f-4ec0b4e2375d req-1b2d0d32-dc94-4e80-bfef-c5e20fa99332 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390001 Jun 24 12:43:36.464869 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a25dc55d-4cbd-4330-b89b-b5ca32ce8cec req-5dbe4e50-471b-42de-b155-50817ce7315f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953920 Jun 24 12:43:36.520767 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Pushing event updated for resources: {'Port': ['ID=60c25f13-57e2-480d-a2f5-4addfce9f7d6,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:36.583333 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:36.644139 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Attempting to bind port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:43:36.644491 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Attempting to bind port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:43:36.644828 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Attempting to bind port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 on network 9731df6b-69df-4861-ad5d-fb8920842df9 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:36.660166 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 on network 9731df6b-69df-4861-ad5d-fb8920842df9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:43:36.660166 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Attempting to bind port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 on network 9731df6b-69df-4861-ad5d-fb8920842df9 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:43:36.670668 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:43:36.671015 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Checking segment: {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:43:36.671435 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Bound using segment: {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:43:36.671884 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Bound port: 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3dead5c-0e76-49d7-86bc-7f4146295226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:43:36.672250 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:36.748307 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1fe04420-b70d-4512-9d9f-f30f3d99ec34 req-c577075e-af4c-4fc0-b6ac-8f5d9aef2114 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0422719 Jun 24 12:43:36.852292 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['31e99a49-31d7-4445-9c1b-b8e316a488c4'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:43:36.857231 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] For port 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:43:36.862620 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] For port 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:43:37.012195 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8085-4fcd-473d-8f8b-42e29a877e23 req-16a76d7d-a8f6-48c2-8886-d0ea019af096 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.013609 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f44c8085-4fcd-473d-8f8b-42e29a877e23 req-16a76d7d-a8f6-48c2-8886-d0ea019af096 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0695720 Jun 24 12:43:37.017589 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.041562 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.044319 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:37.062658 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f44c8085-4fcd-473d-8f8b-42e29a877e23 req-95a28b71-bc35-4e26-a5b7-29568218ee71 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Jun 24 12:43:37.104667 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Pushing event updated for resources: {'Port': ['ID=60c25f13-57e2-480d-a2f5-4addfce9f7d6,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:37.111252 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:37.127987 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.128923 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:37.131359 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] 10.222.0.36 "PUT /v2.0/ports/60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 1093 time: 2.0458455 Jun 24 12:43:37.131863 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:37.135003 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd1d3d1-ab2d-4630-afb8-af62e8a49de6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:37.164836 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device acd1b06d-9184-4c9f-9dd4-d3269a497a58 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:37.194233 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fd7250-52e8-4755-9ef5-ba01bfb63203 x-openstack-request-id: req-33fd7250-52e8-4755-9ef5-ba01bfb63203 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:37.194765 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:37.194880 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-33fd7250-52e8-4755-9ef5-ba01bfb63203 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:37.195281 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'status': 'completed', 'code': 200} Jun 24 12:43:37.200134 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: acd1b06d-9184-4c9f-9dd4-d3269a497a58 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:37.200493 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device acd1b06d-9184-4c9f-9dd4-d3269a497a58 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:37.353538 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f77cb8-755c-477a-a7c9-c37f925e6a94 req-25913fbe-ef69-42ad-966b-f8efdea8c132 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.361410 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72f77cb8-755c-477a-a7c9-c37f925e6a94 req-25913fbe-ef69-42ad-966b-f8efdea8c132 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 945 time: 0.1228948 Jun 24 12:43:37.427357 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72f77cb8-755c-477a-a7c9-c37f925e6a94 req-e8b21891-f416-4b47-96ca-6e7af7d4b5eb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602245 Jun 24 12:43:37.697646 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d85565-3f52-47f4-86ab-01f930f8bfac req-e56e4c27-de31-4aa2-98ad-94d3d4a290ec tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.705418 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-84d85565-3f52-47f4-86ab-01f930f8bfac req-e56e4c27-de31-4aa2-98ad-94d3d4a290ec tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.1250026 Jun 24 12:43:37.761659 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-84d85565-3f52-47f4-86ab-01f930f8bfac req-a1d89dd6-e4ec-43b8-9d9b-01d4e993abea tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552468 Jun 24 12:43:37.772867 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3536f-ca8c-4c94-be71-72909299fbd4 req-cc149c9e-ca57-4eb7-b32d-fe9d328ad951 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:37.777991 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-81f3536f-ca8c-4c94-be71-72909299fbd4 req-cc149c9e-ca57-4eb7-b32d-fe9d328ad951 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0845151 Jun 24 12:43:37.839584 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-81f3536f-ca8c-4c94-be71-72909299fbd4 req-36b43120-945f-42e0-ae65-06dd56c3a988 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587201 Jun 24 12:43:37.992143 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-33888d5d-2403-43b7-a121-7db9bee3209b req-231b88ed-4ee8-481d-8f87-b50129e1e616 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0511782 Jun 24 12:43:38.282378 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b3510-1795-416d-b855-94568dcf4a4f req-0cd769fd-7716-4300-a758-1aead61d2442 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:38.284597 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4d3b3510-1795-416d-b855-94568dcf4a4f req-0cd769fd-7716-4300-a758-1aead61d2442 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0698500 Jun 24 12:43:38.335845 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4d3b3510-1795-416d-b855-94568dcf4a4f req-6f61d861-229a-4b27-ba91-668e9d0a5eca tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453918 Jun 24 12:43:38.642691 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa5ec5-b577-4076-93de-3cb44d1f3efc req-3bd1f395-9686-4fb4-8733-8772d653eb56 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:38.651851 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5dfa5ec5-b577-4076-93de-3cb44d1f3efc req-3bd1f395-9686-4fb4-8733-8772d653eb56 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 945 time: 0.0840428 Jun 24 12:43:38.703803 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5dfa5ec5-b577-4076-93de-3cb44d1f3efc req-cc4ff833-dc1e-4dea-a6af-a9a2a321b500 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509613 Jun 24 12:43:39.029825 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8abd93-fe92-4198-9184-8e8eee44668a req-c7a8ecc7-e788-481c-966c-2654807db0a5 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:39.031618 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed8abd93-fe92-4198-9184-8e8eee44668a req-c7a8ecc7-e788-481c-966c-2654807db0a5 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0942466 Jun 24 12:43:39.074013 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b2372-d362-4e5d-819a-08efaa906af1 req-1d475de8-bb4e-4863-a81a-be6f5fc66198 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:39.075904 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5e7b2372-d362-4e5d-819a-08efaa906af1 req-1d475de8-bb4e-4863-a81a-be6f5fc66198 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0772812 Jun 24 12:43:39.089675 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed8abd93-fe92-4198-9184-8e8eee44668a req-1615dad7-368f-495f-9c31-a4714d686c48 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510490 Jun 24 12:43:39.137960 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5e7b2372-d362-4e5d-819a-08efaa906af1 req-3d5081a8-d7d6-47a2-a220-af765d9f5d22 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Jun 24 12:43:39.180667 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 31e99a49-31d7-4445-9c1b-b8e316a488c4 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:39.293288 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5768c318-50f3-4904-b6d4-12f407f328c3 req-03205daa-d6a2-4971-ac3e-73e10d9afe22 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0428627 Jun 24 12:43:39.560122 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc31cd-f253-429a-aebb-223f98804c32 req-490bf78a-5654-44fa-95f1-87ec46f10c6a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:39.562570 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4dbc31cd-f253-429a-aebb-223f98804c32 req-490bf78a-5654-44fa-95f1-87ec46f10c6a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0990860 Jun 24 12:43:39.638586 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4dbc31cd-f253-429a-aebb-223f98804c32 req-74cd4607-3378-42d4-baae-39b54f0374ae tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695934 Jun 24 12:43:39.648718 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 31e99a49-31d7-4445-9c1b-b8e316a488c4 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:39.651659 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 31e99a49-31d7-4445-9c1b-b8e316a488c4 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:39.662716 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.789724 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:39.871025 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d7ab9-15c4-4bd9-95d4-f3a728216ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e99a49-31d7-4445-9c1b-b8e316a488c4'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:39.874298 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35173303-cefe-4d09-b5b5-11d2c5f502ce" -d '{"events": [{"server_uuid": "f93d7ab9-15c4-4bd9-95d4-f3a728216ec5", "name": "network-vif-plugged", "status": "completed", "tag": "31e99a49-31d7-4445-9c1b-b8e316a488c4"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:39.891913 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 31e99a49-31d7-4445-9c1b-b8e316a488c4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=31e99a49-31d7-4445-9c1b-b8e316a488c4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:39.925615 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a468ea29-aeb7-4c3c-9ec1-b8766a0a819c x-openstack-request-id: req-a468ea29-aeb7-4c3c-9ec1-b8766a0a819c {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:39.926214 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d7ab9-15c4-4bd9-95d4-f3a728216ec5", "name": "network-vif-plugged", "status": "completed", "tag": "31e99a49-31d7-4445-9c1b-b8e316a488c4", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:39.926698 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-a468ea29-aeb7-4c3c-9ec1-b8766a0a819c {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:39.927550 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93d7ab9-15c4-4bd9-95d4-f3a728216ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e99a49-31d7-4445-9c1b-b8e316a488c4', 'code': 200} Jun 24 12:43:40.011192 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:40.013461 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-af3d50ee-99c9-44f2-9a09-113a4e8813ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:40.067915 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dd164-7925-4783-a115-07f6bab6aa7a req-8a010bb7-8feb-42f7-8c82-f456fcd56ebd tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:40.070669 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-263dd164-7925-4783-a115-07f6bab6aa7a req-8a010bb7-8feb-42f7-8c82-f456fcd56ebd tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 945 time: 0.1321120 Jun 24 12:43:40.083218 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=31e99a49-31d7-4445-9c1b-b8e316a488c4,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:40.088149 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:40.152412 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-263dd164-7925-4783-a115-07f6bab6aa7a req-4b9798fa-87d3-4b91-a49f-3e6e1858873d tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678384 Jun 24 12:43:40.407729 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdb5e3-e42a-43e0-9381-3ad37a346fab req-0a783805-66fa-4456-9af7-1bf32540d76e tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:40.409470 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-01cdb5e3-e42a-43e0-9381-3ad37a346fab req-0a783805-66fa-4456-9af7-1bf32540d76e tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.1385596 Jun 24 12:43:40.423249 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101061b-3ee9-4b1f-957e-af0327959d3c req-3e9d3a83-f784-4052-a761-75cdab4745d3 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:40.424778 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f101061b-3ee9-4b1f-957e-af0327959d3c req-3e9d3a83-f784-4052-a761-75cdab4745d3 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1031065 Jun 24 12:43:40.455556 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-01cdb5e3-e42a-43e0-9381-3ad37a346fab req-9872f145-9f4d-4ee5-a306-9df3b13b771d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Jun 24 12:43:40.472456 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f101061b-3ee9-4b1f-957e-af0327959d3c req-7742bf85-6a9b-404a-8613-dd369bc68ed0 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Jun 24 12:43:40.622426 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1b4addb0-8cbc-44ae-99ad-c250ea8f9f33 req-2c7888ab-1505-48bb-9af4-61f295c9692e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0332024 Jun 24 12:43:40.834144 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550341b4-00f8-44a0-ab36-d64047805327 req-b17194d6-d696-4ef7-b108-99eddfa1326c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:40.835572 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-550341b4-00f8-44a0-ab36-d64047805327 req-b17194d6-d696-4ef7-b108-99eddfa1326c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0858629 Jun 24 12:43:40.879016 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-550341b4-00f8-44a0-ab36-d64047805327 req-8f39e6aa-83d5-4a87-a312-921cc7680886 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Jun 24 12:43:41.393309 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28696fca-54b2-4eb8-92c1-cae9db9b88ad req-35a90999-aeb6-4f7b-b8c2-08bfd1c9a1d8 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:41.394971 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-28696fca-54b2-4eb8-92c1-cae9db9b88ad req-35a90999-aeb6-4f7b-b8c2-08bfd1c9a1d8 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0859065 Jun 24 12:43:41.481342 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-28696fca-54b2-4eb8-92c1-cae9db9b88ad req-321169e3-5bd4-4d33-b9dd-1809eabe7a24 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730639 Jun 24 12:43:41.731193 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8c6fa-ddd5-4a90-a852-f9633db05a50 req-8fffd3d3-a554-4cd9-bd8e-de018a095162 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:41.734673 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-81b8c6fa-ddd5-4a90-a852-f9633db05a50 req-8fffd3d3-a554-4cd9-bd8e-de018a095162 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.1217501 Jun 24 12:43:41.754388 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fae1a-9feb-4940-ace5-fa6ad5536e99 req-ac8ed457-6766-4692-9913-7ec0415adacc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:41.756264 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-178fae1a-9feb-4940-ace5-fa6ad5536e99 req-ac8ed457-6766-4692-9913-7ec0415adacc tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1127012 Jun 24 12:43:41.806216 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-81b8c6fa-ddd5-4a90-a852-f9633db05a50 req-6e7d63d1-c5c2-4c3e-bf55-984b313443cc tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653832 Jun 24 12:43:41.839955 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-178fae1a-9feb-4940-ace5-fa6ad5536e99 req-b4f57e60-9fab-4d37-9b41-2e2e2e358e9f tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759428 Jun 24 12:43:42.003752 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3e8b0442-535c-4759-9e7a-24e0387c413a req-29327bcd-b343-4880-99d5-ca60a237aad6 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0454526 Jun 24 12:43:42.121314 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1897134-1b7f-4f22-b6e5-8a27850ee3e1 req-f96294c5-c45b-40b2-8519-c81d0a2f9f90 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:42.122912 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b1897134-1b7f-4f22-b6e5-8a27850ee3e1 req-f96294c5-c45b-40b2-8519-c81d0a2f9f90 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0819495 Jun 24 12:43:42.178755 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b1897134-1b7f-4f22-b6e5-8a27850ee3e1 req-20f89b87-4ed9-4c93-ab68-0550b0a033ef tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362332 Jun 24 12:43:42.718424 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710cfe6-7fa7-4efa-b0fd-69a05d3340ad req-5d44372b-c13b-47e6-8c0c-f824b29aaafb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:42.730240 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8710cfe6-7fa7-4efa-b0fd-69a05d3340ad req-5d44372b-c13b-47e6-8c0c-f824b29aaafb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.1082299 Jun 24 12:43:42.778464 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8710cfe6-7fa7-4efa-b0fd-69a05d3340ad req-4b8ff08e-3f2b-4b66-8d73-c1cc27412a68 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Jun 24 12:43:43.043862 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bb5f2-64f8-4346-ac9f-6d0a10733256 req-d20152c4-3517-47c8-9d95-8f45eaa2c96f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:43.045976 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-437bb5f2-64f8-4346-ac9f-6d0a10733256 req-d20152c4-3517-47c8-9d95-8f45eaa2c96f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0803161 Jun 24 12:43:43.089285 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766ebfb-0dbb-4699-bedc-dec82365a1a1 req-197ab26b-f89d-4fe8-a636-f08a842163c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:43.090864 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f766ebfb-0dbb-4699-bedc-dec82365a1a1 req-197ab26b-f89d-4fe8-a636-f08a842163c4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0833826 Jun 24 12:43:43.160959 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-437bb5f2-64f8-4346-ac9f-6d0a10733256 req-be861ee1-f3f5-4c47-9560-ccc981b17ae1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612550 Jun 24 12:43:43.238449 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f766ebfb-0dbb-4699-bedc-dec82365a1a1 req-a50c545b-27c2-46bd-a3e7-a42c2d45e889 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260464 Jun 24 12:43:43.379541 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-41a50924-4cf8-4c47-8b10-25a6b3c125f4 req-b5a3d6b0-a535-45cd-9035-4718cf327aae tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0415130 Jun 24 12:43:43.623983 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326075c-d255-4b47-a6b1-d9c744cdde73 req-65a1da4f-3bd2-494e-ba3a-1432c64d8a45 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:43.623983 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8326075c-d255-4b47-a6b1-d9c744cdde73 req-65a1da4f-3bd2-494e-ba3a-1432c64d8a45 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1078367 Jun 24 12:43:43.623983 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8326075c-d255-4b47-a6b1-d9c744cdde73 req-a0038b04-b82c-459e-82bf-81f0dc2c4a8f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 Jun 24 12:43:43.995992 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97ca40-afff-49b2-baa3-d8f082937bb6 req-7019b0fd-0d97-4444-9bb9-6d7f7048269d tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:43.998110 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8a97ca40-afff-49b2-baa3-d8f082937bb6 req-7019b0fd-0d97-4444-9bb9-6d7f7048269d tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0675507 Jun 24 12:43:44.037867 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8a97ca40-afff-49b2-baa3-d8f082937bb6 req-574d7f35-a20e-4d1c-b5be-705f1846924a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339606 Jun 24 12:43:44.364930 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f44894-d4b3-411a-859f-2e8280a11ea1 req-0646da54-4f88-4171-b07b-8c59f02f3901 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:44.366367 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-28f44894-d4b3-411a-859f-2e8280a11ea1 req-0646da54-4f88-4171-b07b-8c59f02f3901 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0691030 Jun 24 12:43:44.403898 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-28f44894-d4b3-411a-859f-2e8280a11ea1 req-0a800451-f5c2-454b-baff-bedc48d80585 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Jun 24 12:43:44.586301 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062f09e-3e61-4640-92e8-60226fb20d8f req-e94ee4e0-bc53-4266-b925-2e95e1a8c3a6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:44.587887 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7062f09e-3e61-4640-92e8-60226fb20d8f req-e94ee4e0-bc53-4266-b925-2e95e1a8c3a6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0793459 Jun 24 12:43:44.618997 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f33995e9-e0f1-4e41-a552-eb6abea8c543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:44.631753 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7062f09e-3e61-4640-92e8-60226fb20d8f req-ad940f46-a753-47e9-a99f-5c8b18d23fce tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Jun 24 12:43:44.913998 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ebaadc9-3a45-4ed3-aa01-ad5a8250dc15 req-4cfbbad2-ff02-4eb9-b572-446b710af2c3 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0733874 Jun 24 12:43:45.058944 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebfa6a-a2fb-4ce7-bcbd-9385f0f23532 req-753d2000-c557-40a4-a4c4-e77a862e5f77 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:45.061309 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d4ebfa6a-a2fb-4ce7-bcbd-9385f0f23532 req-753d2000-c557-40a4-a4c4-e77a862e5f77 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0780716 Jun 24 12:43:45.120849 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d4ebfa6a-a2fb-4ce7-bcbd-9385f0f23532 req-ce073c5d-1548-4031-b146-2153205d73c0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536563 Jun 24 12:43:45.270043 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c79837-c5f6-4780-9faa-14d6fc26e90a req-a92bb649-70d7-4f73-aaf0-6a4e42529a06 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:45.280571 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-97c79837-c5f6-4780-9faa-14d6fc26e90a req-a92bb649-70d7-4f73-aaf0-6a4e42529a06 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0962436 Jun 24 12:43:45.356948 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-97c79837-c5f6-4780-9faa-14d6fc26e90a req-5d006419-97f5-42ac-ac90-619fa16ce9bd tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753868 Jun 24 12:43:45.595591 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f8d70-4c50-4373-bd64-dfed4b2dbdb3 req-b2943b23-eb54-4357-915a-cb978fd95d2c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:45.597067 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8a2f8d70-4c50-4373-bd64-dfed4b2dbdb3 req-b2943b23-eb54-4357-915a-cb978fd95d2c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0675342 Jun 24 12:43:45.638837 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8a2f8d70-4c50-4373-bd64-dfed4b2dbdb3 req-4cf85aee-c6ef-46b4-8239-90694e3cde9d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360365 Jun 24 12:43:45.806597 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e330df2-b492-4bc8-b7d3-f2b41dcda091 req-8e84a24a-cd98-4bca-abe1-24eebfbfcc37 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:45.808659 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6e330df2-b492-4bc8-b7d3-f2b41dcda091 req-8e84a24a-cd98-4bca-abe1-24eebfbfcc37 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0657277 Jun 24 12:43:45.851081 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6e330df2-b492-4bc8-b7d3-f2b41dcda091 req-d6b904e6-bccc-4be6-b1b0-ac95eb817a27 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 Jun 24 12:43:46.080298 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7edaa265-2e9e-45dd-b1a5-f6c84285dd19 req-3b215e99-60a6-423a-bd65-0bc8c53f6f47 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0297544 Jun 24 12:43:46.306124 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e630f-d6db-4b3c-90e6-84997a407f98 req-e43dcf20-a3c8-4b34-80d1-6aad5114862c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:46.307969 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7d9e630f-d6db-4b3c-90e6-84997a407f98 req-e43dcf20-a3c8-4b34-80d1-6aad5114862c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0769918 Jun 24 12:43:46.349294 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7d9e630f-d6db-4b3c-90e6-84997a407f98 req-12e3c6cf-3db4-4389-90a3-f83d54786de2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350213 Jun 24 12:43:46.546032 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa800e-de7f-4455-8b5f-ce8aeb26df13 req-f9bd07b8-2212-444a-bdd8-2a81de7ba449 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:46.547590 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d7aa800e-de7f-4455-8b5f-ce8aeb26df13 req-f9bd07b8-2212-444a-bdd8-2a81de7ba449 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0705841 Jun 24 12:43:46.597808 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d7aa800e-de7f-4455-8b5f-ce8aeb26df13 req-0f34d829-a67c-4886-b58c-733146c2a4a7 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Jun 24 12:43:46.821658 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61660f06-1486-48ab-a7f7-32d5cc44eb76 req-f48572e0-fb5e-4e1a-8357-8b897aaae8e7 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:46.823262 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-61660f06-1486-48ab-a7f7-32d5cc44eb76 req-f48572e0-fb5e-4e1a-8357-8b897aaae8e7 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0674829 Jun 24 12:43:46.861972 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-61660f06-1486-48ab-a7f7-32d5cc44eb76 req-7a29110e-134c-4f9c-8a0c-ce632db036ae tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Jun 24 12:43:47.048794 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160aa4c-a996-4498-9bb7-2fde8b5edc26 req-ae6b5e70-fbe8-4158-b716-467904dd2bc2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:47.050271 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d160aa4c-a996-4498-9bb7-2fde8b5edc26 req-ae6b5e70-fbe8-4158-b716-467904dd2bc2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0745516 Jun 24 12:43:47.080545 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d6ebed89-5462-43a9-90b4-bee24f207166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.094011 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d160aa4c-a996-4498-9bb7-2fde8b5edc26 req-8e7f06b2-be35-4ae8-a1eb-e4b87716e885 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380249 Jun 24 12:43:47.255166 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c69db4c8-bfff-41b8-add8-be31b681f6c2 req-d019fd15-ae11-420b-88f7-b81e159ff856 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0406988 Jun 24 12:43:47.313004 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:47.554645 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb96c3-71e4-4d2b-a372-0c40000062f3 req-b56f4542-2d3d-408d-ae0d-db942fd83017 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:47.556148 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f0eb96c3-71e4-4d2b-a372-0c40000062f3 req-b56f4542-2d3d-408d-ae0d-db942fd83017 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0689487 Jun 24 12:43:47.618101 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f0eb96c3-71e4-4d2b-a372-0c40000062f3 req-59497a1e-7fa9-4c43-a2c2-44b24c8081ed tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539949 Jun 24 12:43:47.775375 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e14db-64de-4d11-a60e-32725431bb30 req-65261ed9-131e-4d46-ae20-3e8096459066 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:47.777024 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a84e14db-64de-4d11-a60e-32725431bb30 req-65261ed9-131e-4d46-ae20-3e8096459066 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0662158 Jun 24 12:43:47.818356 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a84e14db-64de-4d11-a60e-32725431bb30 req-89285c1e-8914-45ce-9859-624e4ecbdf80 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355246 Jun 24 12:43:48.060844 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7584-dd9e-4105-8d50-6b328eb0c21f req-d4c0361f-42d0-4491-a979-328222a22593 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:48.062403 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f02d7584-dd9e-4105-8d50-6b328eb0c21f req-d4c0361f-42d0-4491-a979-328222a22593 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0819292 Jun 24 12:43:48.114023 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f02d7584-dd9e-4105-8d50-6b328eb0c21f req-87e76e14-cf82-4526-b98d-69a7d570ad2e tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Jun 24 12:43:48.282076 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4dcc4-3b52-4fcf-85ab-bd029c957f66 req-f9d18adf-77e8-46f2-bf5d-72718bdcf595 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:48.284026 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-70b4dcc4-3b52-4fcf-85ab-bd029c957f66 req-f9d18adf-77e8-46f2-bf5d-72718bdcf595 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0691967 Jun 24 12:43:48.356376 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-70b4dcc4-3b52-4fcf-85ab-bd029c957f66 req-b7936ec3-d841-4c9e-89be-de9cac77d8db tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650084 Jun 24 12:43:48.421476 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:48.427568 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1aac7254-a42c-496b-b82c-182ea8ba97d7 req-4d7caae3-8f68-4754-ac3d-c94b8fefeb5a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.0309014 Jun 24 12:43:48.823163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ecd64-98ae-457c-9410-a86ed3654c53 req-be66ccaf-67aa-4f99-a512-35e663510ba6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:48.824717 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-590ecd64-98ae-457c-9410-a86ed3654c53 req-be66ccaf-67aa-4f99-a512-35e663510ba6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0659900 Jun 24 12:43:48.866574 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-590ecd64-98ae-457c-9410-a86ed3654c53 req-12568148-bc96-4457-8336-b052de6611cb tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353613 Jun 24 12:43:48.998753 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e1023-3201-4cd6-89fa-f0952ffcecb2 req-2b641044-a5e5-4544-acb1-50529861fda3 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.000231 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d93e1023-3201-4cd6-89fa-f0952ffcecb2 req-2b641044-a5e5-4544-acb1-50529861fda3 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0638182 Jun 24 12:43:49.039369 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d93e1023-3201-4cd6-89fa-f0952ffcecb2 req-518e7d54-d562-4b43-96e6-f4c4b2e97e7a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Jun 24 12:43:49.105971 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1d3d1-ab2d-4630-afb8-af62e8a49de6 req-57586f6f-2177-4c2c-a3e0-e357ffcebdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.107464 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8fd1d3d1-ab2d-4630-afb8-af62e8a49de6 req-57586f6f-2177-4c2c-a3e0-e357ffcebdf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1096 time: 0.0682192 Jun 24 12:43:49.227016 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1d3d1-ab2d-4630-afb8-af62e8a49de6 req-27a4d474-5aa8-4f71-bfdf-4b28006c37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.228564 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8fd1d3d1-ab2d-4630-afb8-af62e8a49de6 req-27a4d474-5aa8-4f71-bfdf-4b28006c37dd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1053782 Jun 24 12:43:49.392310 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1d3d1-ab2d-4630-afb8-af62e8a49de6 req-5666036d-607f-4286-9226-e77f9dc6186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.393758 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8fd1d3d1-ab2d-4630-afb8-af62e8a49de6 req-5666036d-607f-4286-9226-e77f9dc6186f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562452 Jun 24 12:43:49.406924 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bd064-b3fb-4363-a34a-07a72ab8a041 req-0ff24258-eefa-4292-b9f3-03086d622735 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.406924 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8f6bd064-b3fb-4363-a34a-07a72ab8a041 req-0ff24258-eefa-4292-b9f3-03086d622735 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.1695542 Jun 24 12:43:49.464869 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8f6bd064-b3fb-4363-a34a-07a72ab8a041 req-6682a915-87e8-46bb-970b-d8b7be2e271c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510979 Jun 24 12:43:49.488521 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-124f61ec-8c8d-47a3-a219-05f1224711fa tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.489995 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-124f61ec-8c8d-47a3-a219-05f1224711fa tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.1325042 Jun 24 12:43:49.558731 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525153ba-477e-4ca8-b83f-6374c5742938 req-bc59a683-ae1b-41a3-9153-ba83708a3d57 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.560590 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-525153ba-477e-4ca8-b83f-6374c5742938 req-bc59a683-ae1b-41a3-9153-ba83708a3d57 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 946 time: 0.0786927 Jun 24 12:43:49.615779 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-525153ba-477e-4ca8-b83f-6374c5742938 req-f0c2c9fb-37dd-4a66-aad2-8cfa3811be72 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486567 Jun 24 12:43:49.917598 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b0b10afb-5fb4-4ae0-bc48-7c7199138c30 req-8c16a1d7-8304-4b8c-9eac-db01862f0847 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=0be32c32-717f-465b-b4f8-efc310931581 HTTP/1.1" status: 200 len: 210 time: 0.3136115 Jun 24 12:43:49.954323 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b788-738e-4bca-ab06-e1987675d30f req-ac72d649-6ad7-4bb3-a5e3-b0b7160793e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:49.956199 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-ac72d649-6ad7-4bb3-a5e3-b0b7160793e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1096 time: 0.4650271 Jun 24 12:43:50.000622 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.002474 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Deleting port fec763d2-a95a-4143-a63c-710cf7b7438a {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:50.003033 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.092811 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-112f1a4b-73df-4d4d-9284-f493278d2b74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 217 time: 0.0712514 Jun 24 12:43:50.155087 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f999c5d-2e77-474c-a8d4-399e34005710 req-7f87d237-9f27-4eb2-bcce-51ddb3330993 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:50.156639 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f999c5d-2e77-474c-a8d4-399e34005710 req-7f87d237-9f27-4eb2-bcce-51ddb3330993 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.1257606 Jun 24 12:43:50.160042 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513fb95-2a40-46db-9788-9790cb2d821b req-f44b6bfb-07a7-453f-8ec7-f55bb4058cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:50.163001 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0513fb95-2a40-46db-9788-9790cb2d821b req-f44b6bfb-07a7-453f-8ec7-f55bb4058cd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 1099 time: 0.1202466 Jun 24 12:43:50.180887 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] For port fec763d2-a95a-4143-a63c-710cf7b7438a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fec763d2-a95a-4143-a63c-710cf7b7438a,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:50.181549 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.192966 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b788-738e-4bca-ab06-e1987675d30f req-c95d90df-7f5e-4635-9282-875ee6acce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:50.194477 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-c95d90df-7f5e-4635-9282-875ee6acce3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aeb7091f-8419-4f67-8fd9-ae4253f24abd HTTP/1.1" status: 200 len: 854 time: 0.0855711 Jun 24 12:43:50.209580 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f999c5d-2e77-474c-a8d4-399e34005710 req-4422799f-203e-4b7c-ae77-6d64a625e1e3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447969 Jun 24 12:43:50.223297 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Calling delete_port for fec763d2-a95a-4143-a63c-710cf7b7438a owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:50.312191 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610e6a9-b8b3-429f-967f-c09e549ee2c5 req-0ac59eca-3d64-4b21-bcda-c47d05b0a5cf tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:50.313634 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5610e6a9-b8b3-429f-967f-c09e549ee2c5 req-0ac59eca-3d64-4b21-bcda-c47d05b0a5cf tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.1370842 Jun 24 12:43:50.380886 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5610e6a9-b8b3-429f-967f-c09e549ee2c5 req-21ebca46-1de7-46a2-8063-2a4d27b62f73 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614750 Jun 24 12:43:50.410351 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0513fb95-2a40-46db-9788-9790cb2d821b req-f250edc0-9b82-48bf-9b2e-b16b4b6e7832 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Jun 24 12:43:50.457372 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5b788-738e-4bca-ab06-e1987675d30f req-0090495a-3715-4180-8e6a-7ec7796c50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:50.458883 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-0090495a-3715-4180-8e6a-7ec7796c50ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9731df6b-69df-4861-ad5d-fb8920842df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0814528 Jun 24 12:43:50.513002 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.518508 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:50.544717 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Pushing event deleted for resources: {'Port': ['ID=fec763d2-a95a-4143-a63c-710cf7b7438a,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:50.549250 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:50.553369 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['714821af-d23f-4e23-b2d4-561166fdb72e', 'fec763d2-a95a-4143-a63c-710cf7b7438a'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:43:50.591687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] No DVR routers for this DVR port fec763d2-a95a-4143-a63c-710cf7b7438a on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:50.594944 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:50.597554 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-69113d7d-8cc0-4729-982e-ac5a6c4a430c req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.36 "DELETE /v2.0/ports/fec763d2-a95a-4143-a63c-710cf7b7438a HTTP/1.1" status: 204 len: 173 time: 1.0694580 Jun 24 12:43:50.598367 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa6e5d8-1430-45ab-b57b-553a3ef2b083', 'name': 'network-vif-deleted', 'tag': 'fec763d2-a95a-4143-a63c-710cf7b7438a'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:50.601686 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daeac41-daf6-4c0c-9acc-090445de360d" -d '{"events": [{"server_uuid": "1aa6e5d8-1430-45ab-b57b-553a3ef2b083", "name": "network-vif-deleted", "tag": "fec763d2-a95a-4143-a63c-710cf7b7438a"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:50.643610 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f46ed1-3420-4962-9170-a104a9fedff8 x-openstack-request-id: req-55f46ed1-3420-4962-9170-a104a9fedff8 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:50.644220 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa6e5d8-1430-45ab-b57b-553a3ef2b083", "name": "network-vif-deleted", "tag": "fec763d2-a95a-4143-a63c-710cf7b7438a", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:50.644728 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-55f46ed1-3420-4962-9170-a104a9fedff8 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:50.645409 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa6e5d8-1430-45ab-b57b-553a3ef2b083', 'name': 'network-vif-deleted', 'tag': 'fec763d2-a95a-4143-a63c-710cf7b7438a', 'status': 'completed', 'code': 200} Jun 24 12:43:50.646320 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73843e-50f6-4b30-8950-a1d7c5025196 req-073c2b2b-f918-41c3-995c-b3143dffdb99 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:50.648009 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3c73843e-50f6-4b30-8950-a1d7c5025196 req-073c2b2b-f918-41c3-995c-b3143dffdb99 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0695074 Jun 24 12:43:50.690841 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3c73843e-50f6-4b30-8950-a1d7c5025196 req-272d7eaa-8d1f-4de8-a2f3-d60b538247f4 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362227 Jun 24 12:43:50.781684 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8a831f47-a7c2-4d1a-aa97-50c23b01cf17 req-c4a3cc07-af3f-4046-8dc1-1c851dba5e46 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 210 time: 0.0388474 Jun 24 12:43:50.925160 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-eb67203a-cea3-4153-b049-8fa87721bd8a service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898843 Jun 24 12:43:51.032353 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-47d5b788-738e-4bca-ab06-e1987675d30f req-147e8737-3130-411d-aea0-3a6e31af3f3a service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838552 Jun 24 12:43:51.401395 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d318768-d31a-47b6-b74d-b63ebd7c4df0 req-aeb74079-f041-45b7-b7fa-d7aaeadc484a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.402849 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3d318768-d31a-47b6-b74d-b63ebd7c4df0 req-aeb74079-f041-45b7-b7fa-d7aaeadc484a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0673852 Jun 24 12:43:51.443585 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3d318768-d31a-47b6-b74d-b63ebd7c4df0 req-5b553d64-e184-4614-8968-f42e4d2e9959 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350313 Jun 24 12:43:51.564185 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e0e77-e7fa-4f07-8920-8c3a07e93e2e req-a70730b0-afa8-4677-a6ce-7ad4034d0cf0 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.565645 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c07e0e77-e7fa-4f07-8920-8c3a07e93e2e req-a70730b0-afa8-4677-a6ce-7ad4034d0cf0 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0631576 Jun 24 12:43:51.594690 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58d08-7b3b-4001-b184-d542506d573f req-995bb1c5-7d6e-44fd-8b85-1acc24033a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.596164 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ce58d08-7b3b-4001-b184-d542506d573f req-995bb1c5-7d6e-44fd-8b85-1acc24033a4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 1099 time: 0.0576155 Jun 24 12:43:51.608538 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c07e0e77-e7fa-4f07-8920-8c3a07e93e2e req-68e9994e-77c9-4e45-b6b4-4475e5d758b2 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364208 Jun 24 12:43:51.690484 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58d08-7b3b-4001-b184-d542506d573f req-8ae8602c-215e-43ab-a7c5-bd81d142659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.692121 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ce58d08-7b3b-4001-b184-d542506d573f req-8ae8602c-215e-43ab-a7c5-bd81d142659a service neutron] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 917 time: 0.0878041 Jun 24 12:43:51.757728 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ce58d08-7b3b-4001-b184-d542506d573f req-6dc91090-13fb-4501-95bc-4ac0dcafe162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1 HTTP/1.1" status: 200 len: 1002 time: 0.0578840 Jun 24 12:43:51.847830 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58d08-7b3b-4001-b184-d542506d573f req-79fadcc9-4592-4cd3-9383-2bd28cb1b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.849285 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ce58d08-7b3b-4001-b184-d542506d573f req-79fadcc9-4592-4cd3-9383-2bd28cb1b95f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.0797162 Jun 24 12:43:51.904109 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f1061-8f63-4ad5-a761-5640279e2644 req-46983576-b8e4-4c83-86b3-b52ade19a627 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.907578 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-110f1061-8f63-4ad5-a761-5640279e2644 req-46983576-b8e4-4c83-86b3-b52ade19a627 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.1085219 Jun 24 12:43:51.937947 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bfe816c3-0afa-406d-b2a6-ae9736732c0f req-913a9c37-ac6b-47d2-8200-0932766cf810 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=1aa6e5d8-1430-45ab-b57b-553a3ef2b083 HTTP/1.1" status: 200 len: 210 time: 0.0300753 Jun 24 12:43:51.956529 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-110f1061-8f63-4ad5-a761-5640279e2644 req-29090a0d-99ae-4818-abeb-3775d82a362a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Jun 24 12:43:51.986969 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58d08-7b3b-4001-b184-d542506d573f req-3e7660d7-6072-451b-a165-c345e3e1b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:51.986969 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ce58d08-7b3b-4001-b184-d542506d573f req-3e7660d7-6072-451b-a165-c345e3e1b827 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1124938 Jun 24 12:43:52.125955 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ce58d08-7b3b-4001-b184-d542506d573f req-5711b441-2633-4c70-ae30-f62562fa5f72 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917268 Jun 24 12:43:52.299569 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ce58d08-7b3b-4001-b184-d542506d573f req-7fbe5e43-0c04-4167-ac65-fe5738ca5494 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968339 Jun 24 12:43:52.943722 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46309a69-50d2-4d70-8ffe-d89dd293746e req-f7e9c948-6e22-4ef2-8d2b-d5f95121ac66 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:52.945273 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-46309a69-50d2-4d70-8ffe-d89dd293746e req-f7e9c948-6e22-4ef2-8d2b-d5f95121ac66 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0803225 Jun 24 12:43:52.984136 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-46309a69-50d2-4d70-8ffe-d89dd293746e req-b6b09643-087b-4d45-b7ae-1438a34d0864 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320415 Jun 24 12:43:53.007724 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27cc63-1cdb-45d0-8939-da7708b3f8f4 req-e3c90472-e861-49ea-890a-abea59a6ab30 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.009787 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-db27cc63-1cdb-45d0-8939-da7708b3f8f4 req-e3c90472-e861-49ea-890a-abea59a6ab30 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0640862 Jun 24 12:43:53.048262 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-db27cc63-1cdb-45d0-8939-da7708b3f8f4 req-5cb9866b-364f-4477-bba8-a6818d41a97e tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Jun 24 12:43:53.162272 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd654dfc-4e67-433d-a580-de5c34b26f9e req-ca2ec97a-df85-4315-96b7-1d5c9291f075 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.163800 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cd654dfc-4e67-433d-a580-de5c34b26f9e req-ca2ec97a-df85-4315-96b7-1d5c9291f075 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0669017 Jun 24 12:43:53.202866 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cd654dfc-4e67-433d-a580-de5c34b26f9e req-1c5b783f-c35a-417f-8234-1352f83da778 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330689 Jun 24 12:43:53.238152 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009528c5-a752-481a-8189-be9d9d88b81b req-9d747419-a420-4a9b-9008-5c89bcfbc80a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.240186 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-009528c5-a752-481a-8189-be9d9d88b81b req-9d747419-a420-4a9b-9008-5c89bcfbc80a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.0719311 Jun 24 12:43:53.282555 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-009528c5-a752-481a-8189-be9d9d88b81b req-0f85d5d3-7233-45b4-8ebc-636af46bfd6e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Jun 24 12:43:53.311852 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device fec763d2-a95a-4143-a63c-710cf7b7438a no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:53.333113 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: fec763d2-a95a-4143-a63c-710cf7b7438a {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:43:53.333704 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device fec763d2-a95a-4143-a63c-710cf7b7438a not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:43:53.443815 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd5346-62b4-4e44-8326-2835efb9c142 req-4772fe99-a8d0-436b-bd76-1791b0dfeea9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.445343 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-53dd5346-62b4-4e44-8326-2835efb9c142 req-4772fe99-a8d0-436b-bd76-1791b0dfeea9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0636711 Jun 24 12:43:53.489965 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-53dd5346-62b4-4e44-8326-2835efb9c142 req-eedc73de-0a79-4ea6-931f-0c5b91674108 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337300 Jun 24 12:43:53.944666 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4c429-eb31-443a-8655-d1d5e730597c req-004324bd-2877-48d1-9ba8-dcdb08344d97 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:53.946109 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-62f4c429-eb31-443a-8655-d1d5e730597c req-004324bd-2877-48d1-9ba8-dcdb08344d97 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0680888 Jun 24 12:43:53.986890 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-62f4c429-eb31-443a-8655-d1d5e730597c req-abf6b52e-9720-4d19-9664-3dbb600c190c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339060 Jun 24 12:43:54.167669 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068a51-ed38-41b4-856e-a2234cebd3fc req-f40c9467-5289-44e7-a411-d3b4b16e2cf5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:54.169135 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f3068a51-ed38-41b4-856e-a2234cebd3fc req-f40c9467-5289-44e7-a411-d3b4b16e2cf5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0641310 Jun 24 12:43:54.205954 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f3068a51-ed38-41b4-856e-a2234cebd3fc req-dc8aa002-d3c1-439b-8fea-a598fe5f1de1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311248 Jun 24 12:43:54.389087 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce0859-e7dc-448d-a039-7121a88b7576 req-8215823c-ac2f-4749-b610-c6099f2e7964 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:54.389087 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-17ce0859-e7dc-448d-a039-7121a88b7576 req-8215823c-ac2f-4749-b610-c6099f2e7964 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0688133 Jun 24 12:43:54.426803 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-17ce0859-e7dc-448d-a039-7121a88b7576 req-f8402e34-c93f-4efc-9204-1d0a67d4db65 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328383 Jun 24 12:43:54.467307 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde4822-6c8d-4cd5-8046-a0de59b798f2 req-e8a51c2f-0a2a-43e3-bf81-ecb4e4defc27 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:54.469843 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dfde4822-6c8d-4cd5-8046-a0de59b798f2 req-e8a51c2f-0a2a-43e3-bf81-ecb4e4defc27 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.0692506 Jun 24 12:43:54.506476 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dfde4822-6c8d-4cd5-8046-a0de59b798f2 req-243faf97-95a5-48c2-bb86-96c0c64e8266 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Jun 24 12:43:54.664600 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f5838-db39-44f8-955c-bb0dabf69375 req-3a145b3a-ed94-4da1-8478-c07ebae8228a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:54.666710 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ca6f5838-db39-44f8-955c-bb0dabf69375 req-3a145b3a-ed94-4da1-8478-c07ebae8228a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 943 time: 0.0676000 Jun 24 12:43:54.703641 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ca6f5838-db39-44f8-955c-bb0dabf69375 req-6784366d-2ac3-41fc-b636-0616bd139956 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Jun 24 12:43:55.163909 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb37ee9-b785-4875-b2d4-2a806f20665d req-3afdc98c-58f4-4538-8fc9-1a4dce30d5ab tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.166600 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8fb37ee9-b785-4875-b2d4-2a806f20665d req-3afdc98c-58f4-4538-8fc9-1a4dce30d5ab tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0655911 Jun 24 12:43:55.202341 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8fb37ee9-b785-4875-b2d4-2a806f20665d req-320b372e-b195-4840-8922-343a8c5cb70d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Jun 24 12:43:55.311662 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 60c25f13-57e2-480d-a2f5-4addfce9f7d6 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:43:55.325433 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:55.407986 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4b543-c1b8-4837-a8dd-d026a2d68bb4 req-06184ee7-734f-40b2-a029-9da85986ed80 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.409474 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-31c4b543-c1b8-4837-a8dd-d026a2d68bb4 req-06184ee7-734f-40b2-a029-9da85986ed80 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 946 time: 0.0810590 Jun 24 12:43:55.448545 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-31c4b543-c1b8-4837-a8dd-d026a2d68bb4 req-60efbd78-408f-4376-ba95-1f28e846c5cc tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Jun 24 12:43:55.464323 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:55.478085 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.482591 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'port_id': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'mac_address': 'fa:16:3e:bd:2d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:43:55.533226 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:55.536524 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae057f8-96a9-4fdd-be34-c1924e71e5cf" -d '{"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:55.565435 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:55.570367 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.584208 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c25f13-57e2-480d-a2f5-4addfce9f7d6 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:43:55.605646 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:55.613781 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ec249-1f72-446b-a494-f62abf7b7fa4 req-8deab9a5-0058-4c1c-8bbc-f221298c9480 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.615848 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c71ec249-1f72-446b-a494-f62abf7b7fa4 req-8deab9a5-0058-4c1c-8bbc-f221298c9480 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0653474 Jun 24 12:43:55.635844 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.637698 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e8cfc263-a3c7-4432-ba40-9037e1317dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:55.659385 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c71ec249-1f72-446b-a494-f62abf7b7fa4 req-1ee95b89-2416-47b1-809f-7cb37f58cf7e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364184 Jun 24 12:43:55.671193 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:55.697793 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=8']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:55.704660 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.705010 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.705350 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.705746 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.706269 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.706603 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.706932 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.707360 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.707689 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.708010 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.708334 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.708655 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:43:55.710251 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5c651-4430-4891-a6d1-258bef25a21d req-844fc347-5493-4994-9152-406867121fe8 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.712831 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:55.712997 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-86d5c651-4430-4891-a6d1-258bef25a21d req-844fc347-5493-4994-9152-406867121fe8 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.0772605 Jun 24 12:43:55.713324 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:55.735042 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdac113-c3cb-4d36-900c-830b55a7a5a3 x-openstack-request-id: req-9cdac113-c3cb-4d36-900c-830b55a7a5a3 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:55.735384 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:55.735853 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-9cdac113-c3cb-4d36-900c-830b55a7a5a3 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:55.736240 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'code': 200} Jun 24 12:43:55.764721 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-86d5c651-4430-4891-a6d1-258bef25a21d req-6f11905d-4de7-4183-b117-b7c7af3a4e6c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 Jun 24 12:43:55.767489 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=60c25f13-57e2-480d-a2f5-4addfce9f7d6,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:55.773515 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:55.890500 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b76abf-a7ec-4905-b16d-0f7ed0168192 req-e3a433a8-3f59-4742-8e2d-7a81ac2c4185 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:55.892188 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c3b76abf-a7ec-4905-b16d-0f7ed0168192 req-e3a433a8-3f59-4742-8e2d-7a81ac2c4185 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 944 time: 0.0695057 Jun 24 12:43:55.933465 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c3b76abf-a7ec-4905-b16d-0f7ed0168192 req-ebd32b1e-ff3c-4a21-8bed-9bf0a8ab7caf tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352921 Jun 24 12:43:56.119333 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-deadd424-7e63-4be7-9399-490ff91ae0c1 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:56.120749 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-deadd424-7e63-4be7-9399-490ff91ae0c1 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 945 time: 0.0663140 Jun 24 12:43:56.222355 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Deleting port 92585631-a385-49f1-9d5a-4324d62d06f6 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:43:56.222615 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.226204 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['60c25f13-57e2-480d-a2f5-4addfce9f7d6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:43:56.338924 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] For port 92585631-a385-49f1-9d5a-4324d62d06f6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=92585631-a385-49f1-9d5a-4324d62d06f6,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:56.339318 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.377395 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Calling delete_port for 92585631-a385-49f1-9d5a-4324d62d06f6 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:43:56.461596 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6022-7421-4ee6-9bf7-5d8aa4c34128 req-d23248a6-bfe5-45da-853f-22df8c40d78d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:56.463286 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7dfe6022-7421-4ee6-9bf7-5d8aa4c34128 req-d23248a6-bfe5-45da-853f-22df8c40d78d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.1277745 Jun 24 12:43:56.532515 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7dfe6022-7421-4ee6-9bf7-5d8aa4c34128 req-40a2657a-529f-4ea4-a833-03e711a3eadb tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632088 Jun 24 12:43:56.635095 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.636612 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932860e-b8f9-4816-872e-adb5c4335a21 req-af5bb225-fa6e-4c1c-bea6-530258a8f66e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:56.638122 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f932860e-b8f9-4816-872e-adb5c4335a21 req-af5bb225-fa6e-4c1c-bea6-530258a8f66e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0630627 Jun 24 12:43:56.639201 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:56.664646 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Pushing event deleted for resources: {'Port': ['ID=92585631-a385-49f1-9d5a-4324d62d06f6,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:56.667932 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:56.676962 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f932860e-b8f9-4816-872e-adb5c4335a21 req-d67678d5-1da1-4b53-8383-e62d2daaa7b2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Jun 24 12:43:56.719171 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] No DVR routers for this DVR port 92585631-a385-49f1-9d5a-4324d62d06f6 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:43:56.722620 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:56.724393 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3cfe30c0-0f7f-490e-92f2-71e494d13580 req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "DELETE /v2.0/ports/92585631-a385-49f1-9d5a-4324d62d06f6 HTTP/1.1" status: 204 len: 173 time: 0.5970459 Jun 24 12:43:56.725073 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e56507-d174-477a-84ee-e32ce95d971a', 'name': 'network-vif-deleted', 'tag': '92585631-a385-49f1-9d5a-4324d62d06f6'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:56.728035 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f471dcd0-c8bd-4bda-b09e-8e7acc68408b" -d '{"events": [{"server_uuid": "65e56507-d174-477a-84ee-e32ce95d971a", "name": "network-vif-deleted", "tag": "92585631-a385-49f1-9d5a-4324d62d06f6"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:56.865573 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52064cd6-c963-4303-a441-2e557672e07d req-81f7ae85-14ef-4b30-ad96-9a9dd92a0936 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:56.867026 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-52064cd6-c963-4303-a441-2e557672e07d req-81f7ae85-14ef-4b30-ad96-9a9dd92a0936 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0732837 Jun 24 12:43:56.904122 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-52064cd6-c963-4303-a441-2e557672e07d req-ddf230a4-5fed-4f0a-990b-6f16438529b2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Jun 24 12:43:56.948779 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b53006-d0e3-404f-a4af-3af577c64f73 x-openstack-request-id: req-59b53006-d0e3-404f-a4af-3af577c64f73 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:56.949102 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e56507-d174-477a-84ee-e32ce95d971a", "name": "network-vif-deleted", "tag": "92585631-a385-49f1-9d5a-4324d62d06f6", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:56.949388 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-59b53006-d0e3-404f-a4af-3af577c64f73 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:56.949807 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e56507-d174-477a-84ee-e32ce95d971a', 'name': 'network-vif-deleted', 'tag': '92585631-a385-49f1-9d5a-4324d62d06f6', 'status': 'completed', 'code': 200} Jun 24 12:43:57.073969 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-09bc9aa6-d92a-47f0-b4a1-6ed9d955a4b0 req-9f704d8c-bc54-454a-af7a-4e32fdbd1941 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=65e56507-d174-477a-84ee-e32ce95d971a HTTP/1.1" status: 200 len: 210 time: 0.0361187 Jun 24 12:43:57.250620 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb056e56-55dd-4214-aa70-76e4e488077d req-37e00ee6-561d-41f4-a858-f65fa148ffb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:57.252089 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cb056e56-55dd-4214-aa70-76e4e488077d req-37e00ee6-561d-41f4-a858-f65fa148ffb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 944 time: 0.0667231 Jun 24 12:43:57.262540 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e7bad545-b9da-45fd-b7c3-e361fd0b9b95', '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1', '92585631-a385-49f1-9d5a-4324d62d06f6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:43:57.297496 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cb056e56-55dd-4214-aa70-76e4e488077d req-3f3e2276-a773-47af-a423-79c60dafa8b1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336277 Jun 24 12:43:57.722498 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f85fc-0552-420e-a593-765ef4832648 req-b23f55bf-c25c-473c-a588-b2a8805c5be1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:57.724050 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e87f85fc-0552-420e-a593-765ef4832648 req-b23f55bf-c25c-473c-a588-b2a8805c5be1 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0673993 Jun 24 12:43:57.768510 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e87f85fc-0552-420e-a593-765ef4832648 req-323a6637-971c-4ca2-adbd-21b9aa07872d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Jun 24 12:43:58.099950 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db55df8-5374-4043-89be-e4f9382afbf6 req-ac179121-09df-4f65-9c2b-404d272328e2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:58.102340 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6db55df8-5374-4043-89be-e4f9382afbf6 req-ac179121-09df-4f65-9c2b-404d272328e2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0696676 Jun 24 12:43:58.144305 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6db55df8-5374-4043-89be-e4f9382afbf6 req-23979c50-f6a8-4d6e-8697-a1ccdd3f6fff tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372195 Jun 24 12:43:58.632112 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069dda5-d0c3-454f-be9b-6458499a2bde req-1afba531-52ec-42f1-b6e3-b54b12ba9a37 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:58.633554 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6069dda5-d0c3-454f-be9b-6458499a2bde req-1afba531-52ec-42f1-b6e3-b54b12ba9a37 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0736635 Jun 24 12:43:58.671855 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6069dda5-d0c3-454f-be9b-6458499a2bde req-ffc63f6f-906b-4d97-b64e-9f1113377b02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323207 Jun 24 12:43:58.824605 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a327be-bf61-4056-a8ad-d3365d4a88ef req-5d273192-1d01-400f-bbc9-4a27323f2a0f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:58.826004 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-16a327be-bf61-4056-a8ad-d3365d4a88ef req-5d273192-1d01-400f-bbc9-4a27323f2a0f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 944 time: 0.0667398 Jun 24 12:43:58.851849 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f0fd-73eb-447e-b1ed-4272a60583c8 req-0c5fc500-76a8-407f-ba7d-ee2e94bb626e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:58.854856 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1681f0fd-73eb-447e-b1ed-4272a60583c8 req-0c5fc500-76a8-407f-ba7d-ee2e94bb626e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 945 time: 0.0685108 Jun 24 12:43:58.867117 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-16a327be-bf61-4056-a8ad-d3365d4a88ef req-e4db2435-ac19-4330-afc8-e37e07406d5a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Jun 24 12:43:58.901791 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1681f0fd-73eb-447e-b1ed-4272a60583c8 req-33fa1a33-79eb-4372-b975-cafb0a322489 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Jun 24 12:43:59.031944 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95372c80-866c-4462-9334-8603de3e1d69 req-046ff84d-96a9-455a-bdcf-a9fac586a579 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:59.033426 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95372c80-866c-4462-9334-8603de3e1d69 req-046ff84d-96a9-455a-bdcf-a9fac586a579 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0637550 Jun 24 12:43:59.071285 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95372c80-866c-4462-9334-8603de3e1d69 req-692a5aea-de34-47f1-8ba3-dbe48ce81d56 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Jun 24 12:43:59.314163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5ccd-4968-4b3c-9a37-376973af4688 req-c10143df-d026-4492-9073-46bc90eb7f65 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:59.315635 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a56f5ccd-4968-4b3c-9a37-376973af4688 req-c10143df-d026-4492-9073-46bc90eb7f65 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0609996 Jun 24 12:43:59.340027 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 60c25f13-57e2-480d-a2f5-4addfce9f7d6 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:43:59.354862 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a56f5ccd-4968-4b3c-9a37-376973af4688 req-a06a11c9-98d6-49f7-90be-a5ad6dd2cb8e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336030 Jun 24 12:43:59.461047 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:43:59.466112 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:43:59.466480 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.545715 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.570889 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:43:59.573862 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b4084e-9827-456a-bb85-6dce2ea1e216" -d '{"events": [{"server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "name": "network-vif-plugged", "status": "completed", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:43:59.586067 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:43:59.609864 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54037dc2-8d4d-40d9-9764-f3e7816d5e2d x-openstack-request-id: req-54037dc2-8d4d-40d9-9764-f3e7816d5e2d {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:43:59.610164 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "name": "network-vif-plugged", "status": "completed", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:43:59.610430 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-54037dc2-8d4d-40d9-9764-f3e7816d5e2d {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:43:59.611139 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'code': 200} Jun 24 12:43:59.663686 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:43:59.664593 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:43:59.666452 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:43:59.744170 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=60c25f13-57e2-480d-a2f5-4addfce9f7d6,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:43:59.748428 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:43:59.868847 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2329795-3949-4095-8973-920392159a62 req-6185670e-c751-4bac-98a5-e76a8acf9ff5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:43:59.870300 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c2329795-3949-4095-8973-920392159a62 req-6185670e-c751-4bac-98a5-e76a8acf9ff5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0668449 Jun 24 12:43:59.909215 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c2329795-3949-4095-8973-920392159a62 req-9529949c-1f8f-494b-b173-71cc18b79ff5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331974 Jun 24 12:44:00.059147 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c44f3a-5be0-4d1a-b2e6-a3d65e75c115 req-d8b68709-012d-424e-97a1-1f9157ab2cc1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:00.060606 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-00c44f3a-5be0-4d1a-b2e6-a3d65e75c115 req-d8b68709-012d-424e-97a1-1f9157ab2cc1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0670633 Jun 24 12:44:00.099179 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-00c44f3a-5be0-4d1a-b2e6-a3d65e75c115 req-ad347d0f-edac-4830-9402-2e9c155092bb tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Jun 24 12:44:00.105022 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36287b-d03e-447f-a566-c4db321e9bfe req-a7631122-62aa-4496-bd33-3f5a2f6e06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:00.111973 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5a36287b-d03e-447f-a566-c4db321e9bfe req-a7631122-62aa-4496-bd33-3f5a2f6e06b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1098 time: 0.0919125 Jun 24 12:44:00.121288 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a545e-ac27-45bd-8c69-c2d804a87021 req-61dc9892-0617-47a3-8a11-7cdeabdd5003 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:00.122679 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b00a545e-ac27-45bd-8c69-c2d804a87021 req-61dc9892-0617-47a3-8a11-7cdeabdd5003 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 945 time: 0.0824542 Jun 24 12:44:00.177045 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5a36287b-d03e-447f-a566-c4db321e9bfe req-1b4ef9c4-fa5a-4190-8871-7d8f1aa313fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533757 Jun 24 12:44:00.182581 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b00a545e-ac27-45bd-8c69-c2d804a87021 req-3d7ab316-6b17-4f74-98fc-6d70ea6bc556 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538008 Jun 24 12:44:00.269779 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f3df7-c543-4ec8-ad44-819146794742 req-67af9503-5335-440c-9041-2ed20d44e40c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:00.271296 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-df8f3df7-c543-4ec8-ad44-819146794742 req-67af9503-5335-440c-9041-2ed20d44e40c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0668960 Jun 24 12:44:00.314092 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-df8f3df7-c543-4ec8-ad44-819146794742 req-f68d3baa-bdaa-47af-907e-d8e167f36698 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Jun 24 12:44:00.528035 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6e68-e90d-4649-8bc5-119bdf687f72 req-40464651-7c93-4b84-ad9d-d8c1f56c4a4c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:00.529454 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229e6e68-e90d-4649-8bc5-119bdf687f72 req-40464651-7c93-4b84-ad9d-d8c1f56c4a4c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0606289 Jun 24 12:44:00.565342 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-229e6e68-e90d-4649-8bc5-119bdf687f72 req-29da3729-0205-4b62-a94f-b828659c6217 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304146 Jun 24 12:44:01.091147 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e887ce5-ec67-458a-b26a-e532413c1822 req-423ba46e-5e88-41cf-9b72-6597ad1af07f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:01.092592 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0e887ce5-ec67-458a-b26a-e532413c1822 req-423ba46e-5e88-41cf-9b72-6597ad1af07f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0637674 Jun 24 12:44:01.129485 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0e887ce5-ec67-458a-b26a-e532413c1822 req-ff50c885-e473-411c-af84-034fb3ec2d0b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311737 Jun 24 12:44:01.269689 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa32c8-261d-4cb6-b4d9-54b21631e59e req-202a1ed2-1307-4975-aa84-e0d082dfb6e3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:01.271166 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cfaa32c8-261d-4cb6-b4d9-54b21631e59e req-202a1ed2-1307-4975-aa84-e0d082dfb6e3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0627532 Jun 24 12:44:01.313191 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cfaa32c8-261d-4cb6-b4d9-54b21631e59e req-4e97f209-edeb-4011-a774-05d666e9cd0c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355382 Jun 24 12:44:01.363001 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 92585631-a385-49f1-9d5a-4324d62d06f6 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:01.373506 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a693c-f975-4a77-bc3a-419e46ee01d8 req-6b7ae487-9c3c-4841-8bd3-d68579afb590 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:01.375140 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b72a693c-f975-4a77-bc3a-419e46ee01d8 req-6b7ae487-9c3c-4841-8bd3-d68579afb590 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 945 time: 0.0781045 Jun 24 12:44:01.385415 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 92585631-a385-49f1-9d5a-4324d62d06f6 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:01.385857 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 92585631-a385-49f1-9d5a-4324d62d06f6 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:01.414689 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b72a693c-f975-4a77-bc3a-419e46ee01d8 req-b18835a8-c6b2-4f6d-b95c-970f8892a7c0 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336657 Jun 24 12:44:01.504231 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef2c8-a148-4778-8667-75790f000a23 req-8f66a5e8-bbe0-48e4-a533-773e3c2a703c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:01.505551 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d4cef2c8-a148-4778-8667-75790f000a23 req-8f66a5e8-bbe0-48e4-a533-773e3c2a703c tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0719728 Jun 24 12:44:01.573474 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d4cef2c8-a148-4778-8667-75790f000a23 req-df276c0d-4022-4566-b9be-147ab58e5d0b tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597382 Jun 24 12:44:01.591312 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-dd6ed86e-b098-4869-bbcd-7a789543f843 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:01.592766 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-dd6ed86e-b098-4869-bbcd-7a789543f843 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 945 time: 0.0961952 Jun 24 12:44:01.706005 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Deleting port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:01.706433 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.748169 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d0c9-13dc-41f7-8023-0adc0811a71f req-b4daac97-a862-4a28-83ee-e8103c452120 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:01.749632 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dc72d0c9-13dc-41f7-8023-0adc0811a71f req-b4daac97-a862-4a28-83ee-e8103c452120 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0651898 Jun 24 12:44:01.786937 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dc72d0c9-13dc-41f7-8023-0adc0811a71f req-a8e460f9-4963-4b79-9ce6-365250c85ce1 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312765 Jun 24 12:44:01.797611 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] For port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:01.797976 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:01.810983 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Calling delete_port for 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:02.032735 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.037743 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:02.064152 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Pushing event deleted for resources: {'Port': ['ID=8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:02.068687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:02.083427 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e7bad545-b9da-45fd-b7c3-e361fd0b9b95', '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:44:02.106361 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] No DVR routers for this DVR port 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:02.108759 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:02.110930 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1190f47f-1afc-4d87-b2b4-7615ccd693fc req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "DELETE /v2.0/ports/8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 HTTP/1.1" status: 204 len: 173 time: 0.5047843 Jun 24 12:44:02.111450 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d7a771-3448-48f0-aac7-baf5ee701865', 'name': 'network-vif-deleted', 'tag': '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:02.113717 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f8f60a-c886-4852-8653-c8d7e5b64ddc" -d '{"events": [{"server_uuid": "92d7a771-3448-48f0-aac7-baf5ee701865", "name": "network-vif-deleted", "tag": "8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:02.155840 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f70846-765b-440a-b509-1f3042ab48bc x-openstack-request-id: req-c1f70846-765b-440a-b509-1f3042ab48bc {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:02.156170 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d7a771-3448-48f0-aac7-baf5ee701865", "name": "network-vif-deleted", "tag": "8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:02.156456 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-c1f70846-765b-440a-b509-1f3042ab48bc {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:02.156902 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d7a771-3448-48f0-aac7-baf5ee701865', 'name': 'network-vif-deleted', 'tag': '8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1', 'status': 'completed', 'code': 200} Jun 24 12:44:02.323727 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc2df7-b881-4273-9943-c9364d89b952 req-bf34a87d-eaee-429b-b205-525c18822c7d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:02.325257 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fafc2df7-b881-4273-9943-c9364d89b952 req-bf34a87d-eaee-429b-b205-525c18822c7d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0701573 Jun 24 12:44:02.371541 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fafc2df7-b881-4273-9943-c9364d89b952 req-78eb4124-47eb-4a71-a9a7-cadc21e947d5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 Jun 24 12:44:02.511854 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb54648-937a-42fe-adf0-ff7ebde6603b req-3f692581-e49d-47e6-ba37-2b9729511cab tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:02.513326 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dbb54648-937a-42fe-adf0-ff7ebde6603b req-3f692581-e49d-47e6-ba37-2b9729511cab tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0712810 Jun 24 12:44:02.554754 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dbb54648-937a-42fe-adf0-ff7ebde6603b req-4c1e16ea-5627-442e-b87b-1a0df1dd36ba tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354528 Jun 24 12:44:02.575328 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-04cc86cf-19ce-4eb7-a57a-b051f1617e4d req-97bae654-2f1c-4abd-8d0a-58e11f8c07d8 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=92d7a771-3448-48f0-aac7-baf5ee701865 HTTP/1.1" status: 200 len: 210 time: 0.0303376 Jun 24 12:44:02.746848 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bbf0e-9dce-4f42-883e-64db28229e22 req-128ac7ac-7557-4b84-8bbf-7d3f9232e545 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:02.748365 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ac6bbf0e-9dce-4f42-883e-64db28229e22 req-128ac7ac-7557-4b84-8bbf-7d3f9232e545 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0620947 Jun 24 12:44:02.752764 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fcd54-515d-4bfc-a85d-7a9a934d4e7e req-609914fd-727d-4ef2-91b6-09c48bb9b96f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:02.754208 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-647fcd54-515d-4bfc-a85d-7a9a934d4e7e req-609914fd-727d-4ef2-91b6-09c48bb9b96f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0628846 Jun 24 12:44:02.787698 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ac6bbf0e-9dce-4f42-883e-64db28229e22 req-d0e213b8-e1e0-42e4-9e67-8a08860ec2f6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336182 Jun 24 12:44:02.800432 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-647fcd54-515d-4bfc-a85d-7a9a934d4e7e req-45dfe348-8b16-4cfe-a3b9-e561c9d7e057 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Jun 24 12:44:02.968920 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f33ce2-838f-4339-870a-f31d6cb4222c req-c246d550-add6-4e6d-8a1b-f10d8128403d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:02.970413 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-87f33ce2-838f-4339-870a-f31d6cb4222c req-c246d550-add6-4e6d-8a1b-f10d8128403d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0732114 Jun 24 12:44:03.007675 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-87f33ce2-838f-4339-870a-f31d6cb4222c req-97e7b41d-d0d8-4846-ab76-2f4b67f7c6b2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Jun 24 12:44:03.185059 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091767d3-7f0a-4893-a35a-c1f9ca349fc9 req-070a8c16-5e4d-4f21-84a1-0f5bd17fe240 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:03.186666 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-091767d3-7f0a-4893-a35a-c1f9ca349fc9 req-070a8c16-5e4d-4f21-84a1-0f5bd17fe240 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0618839 Jun 24 12:44:03.222757 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-091767d3-7f0a-4893-a35a-c1f9ca349fc9 req-6d9945c9-eefb-4f59-9aae-f02959190b18 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305142 Jun 24 12:44:03.289920 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-3aea0768-da28-4e0d-a08d-d75002541aa6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:03.292220 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-3aea0768-da28-4e0d-a08d-d75002541aa6 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.36 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0686531 Jun 24 12:44:03.680417 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486236a-0ada-486a-97c2-4eb477958c76 req-3562e7b9-0fea-4d69-a83c-560665c7ea09 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:03.681991 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4486236a-0ada-486a-97c2-4eb477958c76 req-3562e7b9-0fea-4d69-a83c-560665c7ea09 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1129863 Jun 24 12:44:03.690565 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Deleting port 714821af-d23f-4e23-b2d4-561166fdb72e {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:03.690912 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.770173 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4486236a-0ada-486a-97c2-4eb477958c76 req-b233d7c4-e279-490d-ab6d-0e90b66cbc03 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810664 Jun 24 12:44:03.804837 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] For port 714821af-d23f-4e23-b2d4-561166fdb72e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=714821af-d23f-4e23-b2d4-561166fdb72e,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:03.805211 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:03.821976 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Calling delete_port for 714821af-d23f-4e23-b2d4-561166fdb72e owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:03.965851 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688737a-0248-4bb0-b529-87eb97ba3d65 req-aff705c2-4486-4d73-9535-e1b6a7b240f2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:03.967357 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a688737a-0248-4bb0-b529-87eb97ba3d65 req-aff705c2-4486-4d73-9535-e1b6a7b240f2 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 945 time: 0.0639322 Jun 24 12:44:04.006362 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.016946 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c005fb84-315d-4f29-bdab-ed16dbb403d6 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:04.029764 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a688737a-0248-4bb0-b529-87eb97ba3d65 req-5f200aaf-9bc7-422b-8633-0c98247fc2e4 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/security-groups?id=c97d6889-9d32-42be-ad67-5b5a36ab8c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567482 Jun 24 12:44:04.041889 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Pushing event deleted for resources: {'Port': ['ID=714821af-d23f-4e23-b2d4-561166fdb72e,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:04.059282 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:04.062150 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['714821af-d23f-4e23-b2d4-561166fdb72e'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:44:04.125105 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] No DVR routers for this DVR port 714821af-d23f-4e23-b2d4-561166fdb72e on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:04.127890 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:04.130287 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-886a7c8f-af35-459c-bd2b-4537f2d352cf req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.36 "DELETE /v2.0/ports/714821af-d23f-4e23-b2d4-561166fdb72e HTTP/1.1" status: 204 len: 173 time: 0.8318923 Jun 24 12:44:04.158127 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fa6c2a-8620-409c-af01-c4d94c3fbdcd', 'name': 'network-vif-deleted', 'tag': '714821af-d23f-4e23-b2d4-561166fdb72e'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:04.160680 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad488920-006b-4dad-9086-d7c621c48611" -d '{"events": [{"server_uuid": "39fa6c2a-8620-409c-af01-c4d94c3fbdcd", "name": "network-vif-deleted", "tag": "714821af-d23f-4e23-b2d4-561166fdb72e"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:04.208294 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037f9a02-b600-430e-ac37-69c422f47a3f x-openstack-request-id: req-037f9a02-b600-430e-ac37-69c422f47a3f {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:04.208624 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fa6c2a-8620-409c-af01-c4d94c3fbdcd", "name": "network-vif-deleted", "tag": "714821af-d23f-4e23-b2d4-561166fdb72e", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:04.208916 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-037f9a02-b600-430e-ac37-69c422f47a3f {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:04.209343 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fa6c2a-8620-409c-af01-c4d94c3fbdcd', 'name': 'network-vif-deleted', 'tag': '714821af-d23f-4e23-b2d4-561166fdb72e', 'status': 'completed', 'code': 200} Jun 24 12:44:04.244359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a07e-3cd2-429b-b7f3-3f01a53dcb80 req-87018c87-944d-4e77-b1b6-b64669eb1e82 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:04.244359 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f8a8a07e-3cd2-429b-b7f3-3f01a53dcb80 req-87018c87-944d-4e77-b1b6-b64669eb1e82 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0766785 Jun 24 12:44:04.278417 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f8a8a07e-3cd2-429b-b7f3-3f01a53dcb80 req-6d60880e-4d42-4ae9-8398-1d6381d38649 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Jun 24 12:44:04.957103 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fca1d-a672-4bf8-9d7f-d99e871b68f7 req-60a693fc-59fe-4ed4-bf61-2cd432f929e8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:04.958562 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6c3fca1d-a672-4bf8-9d7f-d99e871b68f7 req-60a693fc-59fe-4ed4-bf61-2cd432f929e8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0626030 Jun 24 12:44:05.007658 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6c3fca1d-a672-4bf8-9d7f-d99e871b68f7 req-7df8f2e0-9da1-4533-ac3a-d0604da9fe8c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Jun 24 12:44:05.231311 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-10e9638a-0026-40eb-a2fe-d99b4a947363 req-ee4370a5-0c68-4336-9975-87a8b1d720fe tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] 10.222.0.99 "GET /v2.0/ports?device_id=39fa6c2a-8620-409c-af01-c4d94c3fbdcd HTTP/1.1" status: 200 len: 210 time: 0.0488942 Jun 24 12:44:05.384920 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:05.406876 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:05.407256 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 8b76e9d9-64f0-4833-a7e0-6ff1746dd1e1 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:05.466937 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a56f8-6237-407e-812c-1e89838dbb44 req-111da15c-9d5e-40fd-885e-f155d4d04f60 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:05.468492 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7e1a56f8-6237-407e-812c-1e89838dbb44 req-111da15c-9d5e-40fd-885e-f155d4d04f60 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0667386 Jun 24 12:44:05.505515 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7e1a56f8-6237-407e-812c-1e89838dbb44 req-4504a9d8-ca2d-4a06-96fb-e07e0c126b91 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Jun 24 12:44:05.810710 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85601972-8a89-461d-a6fb-9fa66f7604a7 req-dcf7953e-4443-4528-a46f-5269ed47e293 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:05.812224 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-85601972-8a89-461d-a6fb-9fa66f7604a7 req-dcf7953e-4443-4528-a46f-5269ed47e293 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.0641880 Jun 24 12:44:05.853969 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-85601972-8a89-461d-a6fb-9fa66f7604a7 req-52904119-528e-4959-bfd5-2a273f54a405 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Jun 24 12:44:06.188037 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd66ad-b35a-4bbe-b0a6-2e3ffd1d2647 req-12d2b0d6-43ee-4761-b03c-42748ccfd649 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:06.189607 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8cfd66ad-b35a-4bbe-b0a6-2e3ffd1d2647 req-12d2b0d6-43ee-4761-b03c-42748ccfd649 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0697837 Jun 24 12:44:06.230352 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8cfd66ad-b35a-4bbe-b0a6-2e3ffd1d2647 req-310a9095-01b9-44de-985e-47088c911947 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Jun 24 12:44:06.325134 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40360) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:06.717618 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eecb70-cd1c-4e5b-9b05-a0b2a8dd0ca3 req-072109cc-e6f5-438a-9ee9-a0b4628e9dc7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:06.719263 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-81eecb70-cd1c-4e5b-9b05-a0b2a8dd0ca3 req-072109cc-e6f5-438a-9ee9-a0b4628e9dc7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0804317 Jun 24 12:44:06.758010 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-81eecb70-cd1c-4e5b-9b05-a0b2a8dd0ca3 req-fa62839f-f55d-4bf2-b29d-00f1ea1d4087 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326092 Jun 24 12:44:06.781621 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:06.903646 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.080223 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1de002-0c03-41b5-9817-9287d75466d7 req-47def73b-8cbc-4c09-b145-1cf519b346da tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:07.081556 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed1de002-0c03-41b5-9817-9287d75466d7 req-47def73b-8cbc-4c09-b145-1cf519b346da tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.1107862 Jun 24 12:44:07.105886 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:44:07.143238 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed1de002-0c03-41b5-9817-9287d75466d7 req-cd96d3b6-5aab-486b-8d6c-36d2df4df21e tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532579 Jun 24 12:44:07.158248 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Deleting port d2c46575-93de-4d52-a4ad-1c92a4e4044e {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:07.158591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.235458 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] For port d2c46575-93de-4d52-a4ad-1c92a4e4044e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=d2c46575-93de-4d52-a4ad-1c92a4e4044e,segment=NetworkSegment(2e9bf4c0-cfe3-4b78-8c86-d9163f145797),segment_id=2e9bf4c0-cfe3-4b78-8c86-d9163f145797)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:07.236068 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.248539 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Calling delete_port for d2c46575-93de-4d52-a4ad-1c92a4e4044e owned by network:router_interface {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:07.377732 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 714821af-d23f-4e23-b2d4-561166fdb72e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:07.397235 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 714821af-d23f-4e23-b2d4-561166fdb72e {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:07.397845 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 714821af-d23f-4e23-b2d4-561166fdb72e not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:07.423741 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2658660-7379-4bd9-a3b6-926ce6e78eb6 req-65a195b8-bd12-4e07-ab21-697e32032144 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:07.425199 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b2658660-7379-4bd9-a3b6-926ce6e78eb6 req-65a195b8-bd12-4e07-ab21-697e32032144 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0700359 Jun 24 12:44:07.467057 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b2658660-7379-4bd9-a3b6-926ce6e78eb6 req-54034d16-8197-4167-87c2-a56926c2c63a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358500 Jun 24 12:44:07.577667 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:07.579706 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:07.603559 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c46575-93de-4d52-a4ad-1c92a4e4044e,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:07.635639 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.636025 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.636393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.637649 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.638040 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.638745 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.639152 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.639507 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.639868 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.640225 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.640576 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.640928 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:07.644688 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:07.787983 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.272786 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-5d0016a3-b64c-4199-aecf-445d484e756c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:08.274357 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-5d0016a3-b64c-4199-aecf-445d484e756c tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.1635482 Jun 24 12:44:08.309484 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f31dc-a439-4e5b-aa80-6a40ed08234d req-f574e115-1732-4aac-8068-7017c32eb0a6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:08.310947 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b8f31dc-a439-4e5b-aa80-6a40ed08234d req-f574e115-1732-4aac-8068-7017c32eb0a6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1987979 Jun 24 12:44:08.318199 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1f290-3f28-4807-baa4-d6890abb25ae req-a185e5a0-29a8-4712-9b02-56932be7063f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:08.319687 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-94a1f290-3f28-4807-baa4-d6890abb25ae req-a185e5a0-29a8-4712-9b02-56932be7063f tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 946 time: 0.0648875 Jun 24 12:44:08.362218 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-94a1f290-3f28-4807-baa4-d6890abb25ae req-ba8b1b1b-6288-454a-9777-155c399b7eee tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/security-groups?id=1c20a3b2-e2fe-485f-97bb-f14abd0fe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Jun 24 12:44:08.431049 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9b8f31dc-a439-4e5b-aa80-6a40ed08234d req-c6b10c37-09e3-4745-bc0d-d4263c953efa tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734184 Jun 24 12:44:08.454905 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:08.538419 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Deleting port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:08.538789 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.637873 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:08.648715 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] 10.222.0.99 "PUT /v2.0/routers/ab3d16ca-7061-4dc2-b49b-1f57f9b395ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218994 Jun 24 12:44:08.651670 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] Sync routers for ids ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:08.652128 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40388) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:08.660670 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] Routers {'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:08.661374 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:43:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:08.669743 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914da93-b1ff-4d83-b8da-4ef1e0d6edee req-240a298a-c1d7-493f-bcc5-1c2d29b7cdf4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:08.674274 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] For port e7bad545-b9da-45fd-b7c3-e361fd0b9b95, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,segment=NetworkSegment(69a4a041-1059-48ea-841e-cd01cee73aca),segment_id=69a4a041-1059-48ea-841e-cd01cee73aca)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:08.674640 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.676093 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6914da93-b1ff-4d83-b8da-4ef1e0d6edee req-240a298a-c1d7-493f-bcc5-1c2d29b7cdf4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0850203 Jun 24 12:44:08.692868 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Calling delete_port for e7bad545-b9da-45fd-b7c3-e361fd0b9b95 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:08.817304 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6914da93-b1ff-4d83-b8da-4ef1e0d6edee req-ee53f06a-20f1-49d2-9495-d85c030b49e9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861368 Jun 24 12:44:08.847597 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] Set router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:44:08.890121 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks [] for router, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.976265 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:08.981070 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-06c7d6e6-caa6-4013-bfff-75a3b4cdf077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:08.996379 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.009103 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Pushing event deleted for resources: {'Port': ['ID=e7bad545-b9da-45fd-b7c3-e361fd0b9b95,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:09.012585 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:09.016346 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e7bad545-b9da-45fd-b7c3-e361fd0b9b95'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:44:09.031180 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:44:07Z', 'revision_number': 5, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port': {'id': 'e35e8060-72bd-4912-a83a-800a0f0fe3e1', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:01Z', 'updated_at': '2021-06-24T12:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:09.067544 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] Checking router: ab3d16ca-7061-4dc2-b49b-1f57f9b395ca for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:44:09.069646 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] No DVR routers for this DVR port e7bad545-b9da-45fd-b7c3-e361fd0b9b95 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:44:09.072692 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.074639 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-05ff2979-bcdb-4fcf-b35d-9077a0b73f71 req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.36 "DELETE /v2.0/ports/e7bad545-b9da-45fd-b7c3-e361fd0b9b95 HTTP/1.1" status: 204 len: 173 time: 0.7888720 Jun 24 12:44:09.075174 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f7eaf-652c-4f37-ad6d-26d1f5167663', 'name': 'network-vif-deleted', 'tag': 'e7bad545-b9da-45fd-b7c3-e361fd0b9b95'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:09.077509 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac7d883-ef6e-4689-b34a-10bb6aeec750" -d '{"events": [{"server_uuid": "8f8f7eaf-652c-4f37-ad6d-26d1f5167663", "name": "network-vif-deleted", "tag": "e7bad545-b9da-45fd-b7c3-e361fd0b9b95"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:09.077946 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] Routers {'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:09.079115 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:43:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:09.125324 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f68dd2-a412-45c0-9b09-1828b0bb0302 x-openstack-request-id: req-c0f68dd2-a412-45c0-9b09-1828b0bb0302 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:09.125656 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8f7eaf-652c-4f37-ad6d-26d1f5167663", "name": "network-vif-deleted", "tag": "e7bad545-b9da-45fd-b7c3-e361fd0b9b95", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:09.125946 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-c0f68dd2-a412-45c0-9b09-1828b0bb0302 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:09.126450 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8f7eaf-652c-4f37-ad6d-26d1f5167663', 'name': 'network-vif-deleted', 'tag': 'e7bad545-b9da-45fd-b7c3-e361fd0b9b95', 'status': 'completed', 'code': 200} Jun 24 12:44:09.134031 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Deleting port e35e8060-72bd-4912-a83a-800a0f0fe3e1 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:44:09.134864 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.188520 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] Set router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca gateway port host: None {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:44:09.202980 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40406) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:09.221032 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] For port e35e8060-72bd-4912-a83a-800a0f0fe3e1, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e35e8060-72bd-4912-a83a-800a0f0fe3e1,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:09.221403 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:09.234455 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Calling delete_port for e35e8060-72bd-4912-a83a-800a0f0fe3e1 owned by network:router_gateway {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:44:09.246886 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:44:08Z', 'revision_number': 6, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port_host': None}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:09.303714 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9de1b1-9ec0-4292-b56c-88a7d64c7f72 None None] The sync data for ids ['ab3d16ca-7061-4dc2-b49b-1f57f9b395ca'] in dv-cinder-689486-14-iscsi is: [{'id': 'ab3d16ca-7061-4dc2-b49b-1f57f9b395ca', 'name': 'tempest-ServerRescueNegativeTestJSON-930130267-router', 'tenant_id': '939fe6a7306f4513a51c8ce29f70bf01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:44:08Z', 'revision_number': 6, 'project_id': '939fe6a7306f4513a51c8ce29f70bf01', 'gw_port_host': None}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:09.355091 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-801b9826-927d-4369-aed5-ac080b3afbb8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1507251 Jun 24 12:44:09.432201 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-1d92a747-18e5-4d40-9ee6-f1ac3532a9aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886989 Jun 24 12:44:09.574440 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-db855e28-fe17-426f-852a-ba2234d4ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:09.576244 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-db855e28-fe17-426f-852a-ba2234d4ae88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 1098 time: 0.0882339 Jun 24 12:44:09.665729 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-39f41c4a-5d06-4bbf-8680-5007da5ebcd5 req-2355f219-c991-4ed3-8c20-8f002f290c07 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] 10.222.0.99 "GET /v2.0/ports?device_id=8f8f7eaf-652c-4f37-ad6d-26d1f5167663 HTTP/1.1" status: 200 len: 210 time: 0.0437350 Jun 24 12:44:09.742604 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-cdd270b9-bbd0-44aa-9149-456bf8001ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:09.744515 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-cdd270b9-bbd0-44aa-9149-456bf8001ec7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 912 time: 0.1431286 Jun 24 12:44:09.761384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9485ea-71c7-46ef-8907-4590f58b6e9f req-1d4b1fda-43be-4f74-9787-1c9e8592d483 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:09.762938 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8c9485ea-71c7-46ef-8907-4590f58b6e9f req-1d4b1fda-43be-4f74-9787-1c9e8592d483 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1519551 Jun 24 12:44:09.884226 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8c9485ea-71c7-46ef-8907-4590f58b6e9f req-04bb6e2b-63bb-4373-9908-1f6304b2a605 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148152 Jun 24 12:44:09.906180 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-ef67f35f-cd66-4b2d-aaa5-bdf041d7ec7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50449013-b624-4eb2-bfcf-019cbcd751dc HTTP/1.1" status: 200 len: 1000 time: 0.1491897 Jun 24 12:44:09.997095 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-8a53e779-ec7a-454a-aacc-6cb28b7a9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:09.998461 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-8a53e779-ec7a-454a-aacc-6cb28b7a9e05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 200 len: 850 time: 0.0834138 Jun 24 12:44:10.016262 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.020857 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-71bc4a67-bcc0-4bf8-9a3d-7b2262766a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:10.050140 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35e8060-72bd-4912-a83a-800a0f0fe3e1,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:10.067641 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-1d6cbcfe-6efd-4ffd-9e8a-cdafb74c3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.069705 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-1d6cbcfe-6efd-4ffd-9e8a-cdafb74c3bd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0646169 Jun 24 12:44:10.085360 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.085746 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.086153 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.086486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.087534 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.087765 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.088129 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.088477 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.088834 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.089192 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.089566 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.089895 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:44:10.103419 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:10.147051 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810641c-d297-4c64-8ceb-7111220dce50 req-a49afa2e-9d4e-45e8-91a8-457265148b01 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.164947 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d810641c-d297-4c64-8ceb-7111220dce50 req-a49afa2e-9d4e-45e8-91a8-457265148b01 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1898165 Jun 24 12:44:10.197655 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-6aa266bb-ff7b-412b-98a4-53085bf697ec service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198213 Jun 24 12:44:10.206268 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e35e8060-72bd-4912-a83a-800a0f0fe3e1 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:10.218764 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.232509 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: e35e8060-72bd-4912-a83a-800a0f0fe3e1 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:10.232870 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e35e8060-72bd-4912-a83a-800a0f0fe3e1 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:10.233309 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device d2c46575-93de-4d52-a4ad-1c92a4e4044e no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:10.286138 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: d2c46575-93de-4d52-a4ad-1c92a4e4044e {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:10.286491 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device d2c46575-93de-4d52-a4ad-1c92a4e4044e not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:10.357419 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d810641c-d297-4c64-8ceb-7111220dce50 req-e1a97733-a3c9-4b77-aa0c-6876c00d8ecf tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896739 Jun 24 12:44:10.387627 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-527a5bed-d9a2-443f-ba3f-1dc15bb480ec req-92fff371-5ec4-4193-acf0-25659488a1dd service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788311 Jun 24 12:44:10.390942 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.393153 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.483722 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6359ee-8374-4190-a44f-e81232c45bf4 req-195f9d09-5f68-4d0b-b6e5-06ff92872b78 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.491473 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8f6359ee-8374-4190-a44f-e81232c45bf4 req-195f9d09-5f68-4d0b-b6e5-06ff92872b78 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1012986 Jun 24 12:44:10.525437 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.527013 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab3d16ca-7061-4dc2-b49b-1f57f9b395ca {{(pid=100207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:44:10.544843 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.546060 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] 10.222.0.99 "DELETE /v2.0/routers/ab3d16ca-7061-4dc2-b49b-1f57f9b395ca HTTP/1.1" status: 204 len: 168 time: 1.8931141 Jun 24 12:44:10.548748 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40444) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.557726 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8f6359ee-8374-4190-a44f-e81232c45bf4 req-1133c344-6ee0-4b86-bb48-c4c34021923f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650842 Jun 24 12:44:10.613989 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] Deleting subnet 6b85312b-7167-4a56-9290-21ec5bf15895 {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:10.617533 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.668497 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25771198'] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.690340 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-52bde689-eabb-4089-9f18-0a61958d359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.690526 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-52bde689-eabb-4089-9f18-0a61958d359d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 1098 time: 0.0749767 Jun 24 12:44:10.730953 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.802419 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40450) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.841159 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-13d88310-49b2-4173-a800-d7df789cbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.842270 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-13d88310-49b2-4173-a800-d7df789cbecf service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 912 time: 0.1439652 Jun 24 12:44:10.855353 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] Deleting subnet 22396959-b6eb-46e4-bd16-41cda76fd8ca {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:10.858705 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.894308 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25771198'] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.917221 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28726101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28782981'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.918860 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-684cd6cb-716f-4a10-a5c7-37b65e8b86ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50449013-b624-4eb2-bfcf-019cbcd751dc HTTP/1.1" status: 200 len: 1000 time: 0.0686433 Jun 24 12:44:10.924593 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-079b5491-ed15-42a1-a4a6-2dc75689132e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:10.960905 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b85312b-7167-4a56-9290-21ec5bf15895,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:10.964489 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:10.968767 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:10.973368 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-764ce664-8c36-4f79-aff3-dd0b8ff2feab admin admin] 10.222.0.99 "DELETE /v2.0/subnets/6b85312b-7167-4a56-9290-21ec5bf15895 HTTP/1.1" status: 204 len: 168 time: 0.4193816 Jun 24 12:44:10.973970 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40456) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:10.994633 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-afe981ca-3574-407f-a62d-88fca16236e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:10.996591 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-afe981ca-3574-407f-a62d-88fca16236e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 200 len: 850 time: 0.0616939 Jun 24 12:44:11.026108 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.059635 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-8c3c2d8a-c528-4c09-8250-49fc80ebf193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:11.061008 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-8c3c2d8a-c528-4c09-8250-49fc80ebf193 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547571 Jun 24 12:44:11.072948 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.159557 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-0cc7df7b-5260-44a9-a079-336be2e55dce service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914128 Jun 24 12:44:11.169394 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.179255 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca24caec-b2a1-4057-ae2e-6683a9be34bf']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.182117 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28726101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28782981'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.191423 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.197284 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9bf4c0-cfe3-4b78-8c86-d9163f145797') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.197584 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9bf4c0-cfe3-4b78-8c86-d9163f145797') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.219698 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22396959-b6eb-46e4-bd16-41cda76fd8ca,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:11.222551 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:11.224938 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.226751 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d9d5feda-5a7c-48f1-8bd3-c27b39994a66 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/22396959-b6eb-46e4-bd16-41cda76fd8ca HTTP/1.1" status: 204 len: 168 time: 0.4233544 Jun 24 12:44:11.229313 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.229935 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40458) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.242598 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.249606 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:11.250012 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:11.251742 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:11.302793 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed3b2a06-9fa6-4c0b-8a13-4a0c5d713f7a req-853e8a44-93d9-42c2-8c91-00bceaf404e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361425 Jun 24 12:44:11.316768 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.375629 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.379868 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-34a28392-32a8-4d0a-ae4a-dab64d53ab8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.384372 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.386306 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] 10.222.0.99 "DELETE /v2.0/networks/ca24caec-b2a1-4057-ae2e-6683a9be34bf HTTP/1.1" status: 204 len: 168 time: 0.4077091 Jun 24 12:44:11.395760 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Pushing event deleted for resources: {'Network': ['ID=ca24caec-b2a1-4057-ae2e-6683a9be34bf,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:11.398834 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.402308 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ce6fbd4f-7b4a-4009-95f9-041eec18c53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:11.410339 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86865ad-6212-43dd-9646-d3af907112ea']}} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.413480 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e7bad545-b9da-45fd-b7c3-e361fd0b9b95 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:44:11.421527 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a4a041-1059-48ea-841e-cd01cee73aca') {'for_net_delete': True} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.421860 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a4a041-1059-48ea-841e-cd01cee73aca') {} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:11.431407 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26300243'] for segment, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.436531 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: e7bad545-b9da-45fd-b7c3-e361fd0b9b95 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:44:11.437126 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e7bad545-b9da-45fd-b7c3-e361fd0b9b95 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:44:11.445633 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.452166 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=100208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:11.452565 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904861'] for segment, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: Traceback (most recent call last): Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: timer() Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: cb(*args, **kw) Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: return func(*args, **kwargs) Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: self._notify() Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: self.callback(batched_events) Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: event.method(event) Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: return f(self, *a, **k) Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._get(url).json() Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:11.455209 dv-cinder-689486-14-iscsi neutron-server[100208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:11.570037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6069-0508-47af-9278-4e564944698c req-a008b9fb-a052-4a96-a130-ac0a2922492a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:11.571638 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa1e6069-0508-47af-9278-4e564944698c req-a008b9fb-a052-4a96-a130-ac0a2922492a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0644248 Jun 24 12:44:11.610471 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa1e6069-0508-47af-9278-4e564944698c req-2496b2a2-0cb3-4169-b4ba-9485e251cc75 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326021 Jun 24 12:44:11.631260 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.631260 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:11.632127 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Pushing event deleted for resources: {'Network': ['ID=f86865ad-6212-43dd-9646-d3af907112ea,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:11.635246 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.637311 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] 10.222.0.99 "DELETE /v2.0/networks/f86865ad-6212-43dd-9646-d3af907112ea HTTP/1.1" status: 204 len: 168 time: 0.4062760 Jun 24 12:44:11.638359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-75da4eaa-0c10-4e38-b462-a4ecde18a214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:11.746800 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ce2f2-3057-4d91-a947-5522fbceb4eb req-a1bda319-2deb-4a79-9e6e-7a24866d8503 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:11.748344 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c74ce2f2-3057-4d91-a947-5522fbceb4eb req-a1bda319-2deb-4a79-9e6e-7a24866d8503 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0721602 Jun 24 12:44:11.787749 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c74ce2f2-3057-4d91-a947-5522fbceb4eb req-645419af-d425-4771-8685-9e452f1a64a4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332983 Jun 24 12:44:11.857044 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40470) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.896026 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-e12c7607-1e6f-42b4-ac6d-931aa9a9074d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=939fe6a7306f4513a51c8ce29f70bf01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377741 Jun 24 12:44:11.898797 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40472) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:11.949205 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2bf83bd2-3cbb-4cc1-8dbd-a07f0b236f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:11.970111 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2bf83bd2-3cbb-4cc1-8dbd-a07f0b236f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.015235 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40476) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:12.061764 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-5b33bdb7-58ce-4a71-b631-a302e443961e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7d3a8076f0bf433c9413fb47595c6fd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449297 Jun 24 12:44:12.064168 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40480) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:12.106912 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2bf83bd2-3cbb-4cc1-8dbd-a07f0b236f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.110109 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2bf83bd2-3cbb-4cc1-8dbd-a07f0b236f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.114370 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-2bf83bd2-3cbb-4cc1-8dbd-a07f0b236f6c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c97d6889-9d32-42be-ad67-5b5a36ab8c96 HTTP/1.1" status: 204 len: 168 time: 0.2117476 Jun 24 12:44:12.114370 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-86a69952-29cb-4cb8-b26a-8b41e1020966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:12.121108 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf83bd2-3cbb-4cc1-8dbd-a07f0b236f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97d6889-9d32-42be-ad67-5b5a36ab8c96,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:12.124351 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2bf83bd2-3cbb-4cc1-8dbd-a07f0b236f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:12.134644 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e22e7a31-cce6-4594-a228-a1e66107e664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.161208 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e22e7a31-cce6-4594-a228-a1e66107e664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.308082 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e22e7a31-cce6-4594-a228-a1e66107e664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.311434 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-e22e7a31-cce6-4594-a228-a1e66107e664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:12.312704 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-e22e7a31-cce6-4594-a228-a1e66107e664 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1c20a3b2-e2fe-485f-97bb-f14abd0fe627 HTTP/1.1" status: 204 len: 168 time: 0.2475317 Jun 24 12:44:12.313612 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-86259c13-317c-44ea-ba41-9f2d0849073b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:12.323700 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7a31-cce6-4594-a228-a1e66107e664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c20a3b2-e2fe-485f-97bb-f14abd0fe627,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:12.326019 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-e22e7a31-cce6-4594-a228-a1e66107e664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:12.822538 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aecd0-dfee-4cd7-8259-dcc9c2cd969c req-2f3c8d98-9e95-4340-940a-b02923e24a31 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:12.824066 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2a8aecd0-dfee-4cd7-8259-dcc9c2cd969c req-2f3c8d98-9e95-4340-940a-b02923e24a31 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0641847 Jun 24 12:44:12.871316 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2a8aecd0-dfee-4cd7-8259-dcc9c2cd969c req-98537a35-5397-46ac-b789-e203e1ab5061 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381217 Jun 24 12:44:12.986984 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426d56e-0937-4557-b748-aa41166bfd33 req-a84f4753-9bd1-4b4b-9ef6-a8838762bbcd tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:12.988620 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6426d56e-0937-4557-b748-aa41166bfd33 req-a84f4753-9bd1-4b4b-9ef6-a8838762bbcd tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0671756 Jun 24 12:44:13.027194 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6426d56e-0937-4557-b748-aa41166bfd33 req-537919b2-1632-458a-a8fc-76e160cf2b79 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Jun 24 12:44:13.325113 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40536) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:13.438291 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1300407419-network', 'tenant_id': '5d71f8f2f5a04862b04b029fe89fc751'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:13.532050 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Made reservation on behalf of 5d71f8f2f5a04862b04b029fe89fc751 for: {'network': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:13.534591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.542941 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.643432 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.752787 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.755912 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f8749279-9ce0-417e-8be0-6845ec65c490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:13.777029 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=100208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:13.785379 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6631c-9d3c-42c7-ba1f-0e5425db22b7,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:13.789061 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:13.793936 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.793936 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.segments_db [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Added segment 6799d965-0c3b-4814-8b24-7fef6aef5f7e of type vlan for network 032c3677-89df-44e0-8e32-9e87acf41890 Jun 24 12:44:13.835612 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.949414 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.950895 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:13.953395 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:13.953814 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:14.017810 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Pushing event updated for resources: {'Network': ['ID=032c3677-89df-44e0-8e32-9e87acf41890,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.021262 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.029475 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network 032c3677-89df-44e0-8e32-9e87acf41890 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:14.083535 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40550) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:14.085580 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7584016 Jun 24 12:44:14.097106 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Request body: {'subnet': {'network_id': '032c3677-89df-44e0-8e32-9e87acf41890', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1300407419-subnet', 'tenant_id': '5d71f8f2f5a04862b04b029fe89fc751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:14.124899 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c58dc-a783-4429-95da-7821c8b4a006 req-21cd0cf5-23ce-475a-bb60-9aed15778073 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:14.126436 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-866c58dc-a783-4429-95da-7821c8b4a006 req-21cd0cf5-23ce-475a-bb60-9aed15778073 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1091979 Jun 24 12:44:14.173770 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-866c58dc-a783-4429-95da-7821c8b4a006 req-b8d7c712-3d0b-48f3-ad1d-46b59504b522 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398693 Jun 24 12:44:14.269054 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Made reservation on behalf of 5d71f8f2f5a04862b04b029fe89fc751 for: {'subnet': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:14.271730 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28782694'] for subnet, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.421926 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-576bcc16-a20f-4215-bbb4-091d26e0f632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.542519 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28726036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28782988'] for subnet, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.544896 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6afd6c8b-2dc2-408f-8fc6-40123c7d5389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:14.593107 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0c3a6f-c123-494e-8737-718e1ad2078a,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:14.600058 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:14.609116 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Checking segment: {'id': '6799d965-0c3b-4814-8b24-7fef6aef5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '032c3677-89df-44e0-8e32-9e87acf41890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:14.609486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Network hostable DHCP agents. Network: 032c3677-89df-44e0-8e32-9e87acf41890, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:14.683817 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Network 032c3677-89df-44e0-8e32-9e87acf41890 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:14.780920 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, 032c3677-89df-44e0-8e32-9e87acf41890) {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:14.784872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:14.785470 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:14.790202 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c95ff6-5b03-444a-8793-503c9174f5f5 None None] Network 032c3677-89df-44e0-8e32-9e87acf41890 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:14.870832 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7786052 Jun 24 12:44:14.917453 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba17f2b-d56d-4310-a2d0-2852b902dad6 None None] Network 032c3677-89df-44e0-8e32-9e87acf41890 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:15.394598 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269b93b-8546-4940-be9a-209c378b0ceb req-116c121d-eee7-49c9-89af-b624e2958303 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:15.396115 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e269b93b-8546-4940-be9a-209c378b0ceb req-116c121d-eee7-49c9-89af-b624e2958303 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0884767 Jun 24 12:44:15.422564 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd6f74-6063-4d3b-a375-bbe09f8ef679 req-f459c162-10aa-4602-9be0-c7f196b91ce4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:15.423254 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-61bd6f74-6063-4d3b-a375-bbe09f8ef679 req-f459c162-10aa-4602-9be0-c7f196b91ce4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1085019 Jun 24 12:44:15.454179 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e269b93b-8546-4940-be9a-209c378b0ceb req-698551a9-1cdf-4fc7-8ec7-06b8af3a7174 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Jun 24 12:44:15.466082 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-61bd6f74-6063-4d3b-a375-bbe09f8ef679 req-ffefffe0-c29c-4625-8eb3-eae85b22ac67 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Jun 24 12:44:15.479861 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40594) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:15.668689 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-07cda864-0908-4838-9693-85da1676461b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958724154&fields=id&tenant_id=d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 267 time: 0.0372856 Jun 24 12:44:15.729790 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40612) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:15.735202 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-666496786-network', 'tenant_id': '003689bf4cc147a5957e42c9298e7b9e'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:15.757804 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b15371-5ba5-492d-be79-ab34085aa338 tempest-TestMinimumBasicScenario-1208434275 tempest-TestMinimumBasicScenario-1208434275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:15.762475 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-30b15371-5ba5-492d-be79-ab34085aa338 tempest-TestMinimumBasicScenario-1208434275 tempest-TestMinimumBasicScenario-1208434275-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1093 time: 0.2815580 Jun 24 12:44:15.763095 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40614) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:15.767699 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'port_id': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:15.802974 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-528dc25e-8c7b-4b17-a759-0c19f0807653 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:15.804379 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-528dc25e-8c7b-4b17-a759-0c19f0807653 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 811 time: 0.1279039 Jun 24 12:44:15.822165 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-2713b49a-ea02-469f-a9c9-727ee85c635e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/quotas/d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 375 time: 0.0108049 Jun 24 12:44:15.890633 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-4ef953f5-8269-4945-b831-0a7e323cbeee tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631282 Jun 24 12:44:15.948099 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Made reservation on behalf of 003689bf4cc147a5957e42c9298e7b9e for: {'network': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:15.950451 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for network, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:15.960666 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.006802 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-8334ed94-bb7b-4e81-8231-e9d1cf561ea0 service neutron] 10.222.0.99 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048384 Jun 24 12:44:16.023742 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for floatingip, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.133412 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-4053d923-e3b5-4263-9c9f-508564c42cef service neutron] 10.222.0.99 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201692 Jun 24 12:44:16.179813 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.269753 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.274164 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-43278577-256d-4e48-a95e-2a3e9961e360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:16.309529 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=100207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:44:16.331384 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ac5e2b-3413-4125-8e93-4a4754c834bb,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:16.345776 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:16.348169 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.348745 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.segments_db [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Added segment a7857251-0f4a-47b9-9d3c-8b61eeb4bd84 of type vlan for network b007f675-9509-4580-909d-be6798b39099 Jun 24 12:44:16.419946 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785244575856'] for network, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.429303 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.524157 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234'] for network, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.525820 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:16.526429 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.529581 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:16.537731 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Allocated IP 172.27.2.133 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/da514807-4b08-4d2a-9c48-318f4915eb0e) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:16.592100 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Pushing event updated for resources: {'Network': ['ID=b007f675-9509-4580-909d-be6798b39099,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:16.595928 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:16.613958 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Network b007f675-9509-4580-909d-be6798b39099 details requested by agent ovs-agent-dv-cinder-689486-14-iscsi with host dv-cinder-689486-14-iscsi {{(pid=100209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:44:16.663887 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9329071 Jun 24 12:44:16.665785 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40646) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:16.674037 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Request body: {'subnet': {'network_id': 'b007f675-9509-4580-909d-be6798b39099', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-666496786-subnet', 'tenant_id': '003689bf4cc147a5957e42c9298e7b9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:16.684363 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.713095 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6912f-1ced-4e5b-be89-37b427fda234 req-60956d38-f8bf-4178-a219-d7c28a764f84 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:16.714550 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-02c6912f-1ced-4e5b-be89-37b427fda234 req-60956d38-f8bf-4178-a219-d7c28a764f84 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1131124 Jun 24 12:44:16.771003 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-02c6912f-1ced-4e5b-be89-37b427fda234 req-7388c571-deb2-416a-8fce-29f01ba4eeaa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500934 Jun 24 12:44:16.777891 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Made reservation on behalf of 003689bf4cc147a5957e42c9298e7b9e for: {'subnet': 1} {{(pid=100207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:16.780307 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28782694'] for subnet, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.862264 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:16.865447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-70b88bde-75cd-48bf-bdd5-e429704ea7a5 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:16.900448 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:16.903506 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:16.906951 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:16.933414 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'Port': ['ID=da514807-4b08-4d2a-9c48-318f4915eb0e,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:16.937111 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:17.048588 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0603428a-bd87-4b0c-9336-d3c54c099efb req-f7421647-0b77-4ddd-aafb-899fe45bf9de tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 210 time: 0.0351994 Jun 24 12:44:17.215482 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-49d85997-3c1e-4cf5-928f-c8f855aa74f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.267438 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28726036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28782988'] for subnet, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.270598 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-04f1935f-9a4b-42f2-be24-c8db76959f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:17.331455 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b78158-279b-486b-a351-170a7d900325,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:17.333582 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Checking segment: {'id': 'a7857251-0f4a-47b9-9d3c-8b61eeb4bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b007f675-9509-4580-909d-be6798b39099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:17.334000 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Network hostable DHCP agents. Network: b007f675-9509-4580-909d-be6798b39099, hostable agents: ['fd698206-6be3-484f-823e-4f3989577f00'], hosted agents: [] {{(pid=100207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:44:17.337448 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:17.347423 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.366736 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.467013 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Network b007f675-9509-4580-909d-be6798b39099 is scheduled to be hosted by DHCP agent fd698206-6be3-484f-823e-4f3989577f00 with binding_index 1 {{(pid=100207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:44:17.501882 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.558394 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-iscsi, b007f675-9509-4580-909d-be6798b39099) {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:17.562381 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:17.563051 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.567392 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc7d5f4-e71c-4dd8-b08e-01165845ef9b None None] Network b007f675-9509-4580-909d-be6798b39099 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:17.648381 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.669332 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-048a90dd-a0e6-4d8a-b0f3-67992a9da32a admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0015364 Jun 24 12:44:17.696871 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a7178-d67e-4404-bc12-563524ed8073 None None] Network b007f675-9509-4580-909d-be6798b39099 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:44:17.720966 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.727349 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:17.795121 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'Port': ['ID=da514807-4b08-4d2a-9c48-318f4915eb0e,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:17.798853 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:17.808705 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.816740 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40664) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:17.868544 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] Deleting subnet af0c3a6f-c123-494e-8737-718e1ad2078a {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:17.872042 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.913994 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25771198'] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:17.933144 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Floating IP 9d68f67c-60f0-4468-af87-3b3e49de07cb associated. External IP: 172.27.2.133, port: 60c25f13-57e2-480d-a2f5-4addfce9f7d6. Jun 24 12:44:17.953860 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.071021 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7dfd5-9037-43e4-98aa-2478900ab038 req-fb6892a3-2dc8-4ae4-bdf6-ce095eda80a1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:18.072819 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-afb7dfd5-9037-43e4-98aa-2478900ab038 req-fb6892a3-2dc8-4ae4-bdf6-ce095eda80a1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1578128 Jun 24 12:44:18.120053 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28726101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28782981'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.140199 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-81652a56-ca84-419a-a7cc-baeaaef443f8 req-6fb50066-d0e9-4707-b398-85d5a26f34a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 210 time: 0.0360198 Jun 24 12:44:18.141724 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:18.168063 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.172257 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/af0c3a6f-c123-494e-8737-718e1ad2078a HTTP/1.1" status: 204 len: 168 time: 0.3521481 Jun 24 12:44:18.172257 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0c3a6f-c123-494e-8737-718e1ad2078a,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:18.172468 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40672) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.178935 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-afb7dfd5-9037-43e4-98aa-2478900ab038 req-6c72e0fa-3868-417c-b051-342feefe58a4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000710 Jun 24 12:44:18.179917 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-da833ce1-3182-4ecc-a61d-908f74d67d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:18.208660 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Router bf35daaf-cf21-4d70-9684-64c52554c166 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:44:18.242443 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.315227 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:44:18.323463 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.327792 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] Sync routers for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:44:18.339950 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032c3677-89df-44e0-8e32-9e87acf41890']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:18.340896 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:18.341523 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:44:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:18.350266 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6799d965-0c3b-4814-8b24-7fef6aef5f7e') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:18.350567 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6799d965-0c3b-4814-8b24-7fef6aef5f7e') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:18.359646 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.374174 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.380850 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:18.381241 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:18.382860 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:18.401451 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.449370 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.475541 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:44:18.487049 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7202401 Jun 24 12:44:18.487049 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:18.487518 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40680) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.487950 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa627a16-3954-4ecb-9eef-80a7e4554d46" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:18.493833 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275859930', 'description': 'tempest-secgroup-smoke-275859930 description', 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:18.532868 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab00d775-ddd6-4935-a7e2-ebe156ca70d5 x-openstack-request-id: req-ab00d775-ddd6-4935-a7e2-ebe156ca70d5 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:18.533449 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:18.533633 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ab00d775-ddd6-4935-a7e2-ebe156ca70d5 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:18.534098 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'status': 'completed', 'code': 200} Jun 24 12:44:18.542172 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.545837 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-20999e84-e821-491c-99b4-763eed8bb71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:18.550492 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.551293 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] 10.222.0.99 "DELETE /v2.0/networks/032c3677-89df-44e0-8e32-9e87acf41890 HTTP/1.1" status: 204 len: 168 time: 0.3779223 Jun 24 12:44:18.554119 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40684) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:18.572309 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Pushing event deleted for resources: {'Network': ['ID=032c3677-89df-44e0-8e32-9e87acf41890,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:18.590529 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:18.604631 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.616665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] Deleting subnet a8b78158-279b-486b-a351-170a7d900325 {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:44:18.621887 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.669549 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25771198'] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.705254 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '9d68f67c-60f0-4468-af87-3b3e49de07cb', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'port_id': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'mac_address': 'fa:16:3e:bd:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:44:17Z', 'updated_at': '2021-06-24T12:44:17Z', 'revision_number': 0, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:59Z', 'revision_number': 5, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:18.729009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.732522 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] Checking router: bf35daaf-cf21-4d70-9684-64c52554c166 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:44:18.740826 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:44:18.741434 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:44:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:18.783573 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.844719 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:44:18.889919 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.893382 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cb5dd591-b823-4352-884d-83acfe46f532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:18.918972 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff1e2f2-c431-46e1-9950-37088ee7a3a8,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:18.921577 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:18.926532 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28726101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28782981'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.929655 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:18.955389 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b78158-279b-486b-a351-170a7d900325,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:18.957321 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:18.959368 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] 10.222.0.99 "DELETE /v2.0/subnets/a8b78158-279b-486b-a351-170a7d900325 HTTP/1.1" status: 204 len: 168 time: 0.4041314 Jun 24 12:44:18.960062 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-dad413a3-2edb-40ad-9576-f7a1bbd35b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:18.961692 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40686) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.005777 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.006982 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5176427 Jun 24 12:44:19.010449 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40688) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.015301 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'security_group_rule': {'security_group_id': '3ff1e2f2-c431-46e1-9950-37088ee7a3a8', 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:19.033840 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.106774 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.109818 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.122032 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b007f675-9509-4580-909d-be6798b39099']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:19.124223 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '9d68f67c-60f0-4468-af87-3b3e49de07cb', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'port_id': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'mac_address': 'fa:16:3e:bd:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:44:17Z', 'updated_at': '2021-06-24T12:44:17Z', 'revision_number': 0, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:59Z', 'revision_number': 5, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:19.132676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7857251-0f4a-47b9-9d3c-8b61eeb4bd84') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:19.132986 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7857251-0f4a-47b9-9d3c-8b61eeb4bd84') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:44:19.142497 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.154293 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ae347-24fd-432b-8379-4db99573b3cd None None] The sync data for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi is: [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '9d68f67c-60f0-4468-af87-3b3e49de07cb', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'port_id': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'mac_address': 'fa:16:3e:bd:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:44:17Z', 'updated_at': '2021-06-24T12:44:17Z', 'revision_number': 0, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:59Z', 'revision_number': 5, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:44:19.156580 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.163478 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:44:19.163889 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:44:19.165650 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:44:19.171833 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.240974 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.244513 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:19.271633 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64070b85-7f7b-4963-9da3-5c246e6f3ed3,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:19.276982 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:19.292536 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-87496b6a-825d-4fc2-bdb7-094d603a0bd7 req-79b49c87-1832-45b8-92b6-f8edcf4abf5a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 210 time: 0.0304058 Jun 24 12:44:19.297826 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.302228 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a402bc8e-a72d-4eb0-a574-48f50488dd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:19.306920 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.311501 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] 10.222.0.99 "DELETE /v2.0/networks/b007f675-9509-4580-909d-be6798b39099 HTTP/1.1" status: 204 len: 168 time: 0.3461709 Jun 24 12:44:19.324877 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Pushing event deleted for resources: {'Network': ['ID=b007f675-9509-4580-909d-be6798b39099,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:19.328499 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a6a93f48-bc54-4943-84c1-88a4ca295eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:19.363402 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.367223 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531656 Jun 24 12:44:19.367509 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40696) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.372771 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-f2466c60-9578-4513-80c2-9c62c066644b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'security_group_rule': {'security_group_id': '3ff1e2f2-c431-46e1-9950-37088ee7a3a8', 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:19.426944 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b3a76-f73d-490d-9690-eb0b67eb19e7 req-e9917c34-ac1e-4220-aa11-69f74b13a772 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:19.430741 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21196ff5-0f9c-4e12-bec9-e35ca041c7ad None None] New status for floating IP 9d68f67c-60f0-4468-af87-3b3e49de07cb: ACTIVE {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:44:19.435296 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed5b3a76-f73d-490d-9690-eb0b67eb19e7 req-e9917c34-ac1e-4220-aa11-69f74b13a772 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1040008 Jun 24 12:44:19.469778 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ed5b3a76-f73d-490d-9690-eb0b67eb19e7 req-66de43ca-2706-408e-88d7-131b65b880f4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334942 Jun 24 12:44:19.547683 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f2466c60-9578-4513-80c2-9c62c066644b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.635453 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f2466c60-9578-4513-80c2-9c62c066644b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.646036 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-634b01f7-6db2-4701-8460-91eec6b02fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:19.647532 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-634b01f7-6db2-4701-8460-91eec6b02fb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1098 time: 0.0872781 Jun 24 12:44:19.713817 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f2466c60-9578-4513-80c2-9c62c066644b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.721137 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-a80252cb-4919-497c-9b68-cd54f09926a5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:19.750521 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2466c60-9578-4513-80c2-9c62c066644b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8211ef9a-2b10-47a7-bfe5-bafdb9368a31,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:19.753898 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f2466c60-9578-4513-80c2-9c62c066644b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:19.772349 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-01a3774f-7cb5-4e6f-b44b-d55bcdd6f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:19.773859 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-01a3774f-7cb5-4e6f-b44b-d55bcdd6f77e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9731df6b-69df-4861-ad5d-fb8920842df9 HTTP/1.1" status: 200 len: 916 time: 0.1102953 Jun 24 12:44:19.791516 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40704) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.828841 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f2466c60-9578-4513-80c2-9c62c066644b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.830023 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-f2466c60-9578-4513-80c2-9c62c066644b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4610479 Jun 24 12:44:19.833911 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9517c6bf-eaa9-4a65-90db-b73f5125c274 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5d71f8f2f5a04862b04b029fe89fc751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390449 Jun 24 12:44:19.834077 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40706) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.834197 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40708) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:19.838409 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-d9ac67ae-4a15-46ef-b548-02b706c3565d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'security_group_rule': {'security_group_id': '3ff1e2f2-c431-46e1-9950-37088ee7a3a8', 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:19.869123 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-dcb19a0b-fd1b-44ee-b67d-b040ecf823de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 1001 time: 0.0839627 Jun 24 12:44:19.883881 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2abce4d7-cfc0-4d52-aec4-ee71b75b9af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.905259 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2abce4d7-cfc0-4d52-aec4-ee71b75b9af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:19.990567 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9ac67ae-4a15-46ef-b548-02b706c3565d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.004209 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.027473 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2abce4d7-cfc0-4d52-aec4-ee71b75b9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.030560 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-d2e8f519-5443-4cbe-b643-870dd4b2f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.031728 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2abce4d7-cfc0-4d52-aec4-ee71b75b9af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.032005 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-d2e8f519-5443-4cbe-b643-870dd4b2f0c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aeb7091f-8419-4f67-8fd9-ae4253f24abd HTTP/1.1" status: 200 len: 854 time: 0.1028202 Jun 24 12:44:20.036055 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-2abce4d7-cfc0-4d52-aec4-ee71b75b9af5 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f0f6631c-9d3c-42c7-ba1f-0e5425db22b7 HTTP/1.1" status: 204 len: 168 time: 0.1983273 Jun 24 12:44:20.036055 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6a47cea6-5871-4731-827d-6850405b10f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.050497 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abce4d7-cfc0-4d52-aec4-ee71b75b9af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6631c-9d3c-42c7-ba1f-0e5425db22b7,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.057094 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2abce4d7-cfc0-4d52-aec4-ee71b75b9af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.093757 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-23dabe0b-cbef-4087-babd-627cb95742f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.095277 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-23dabe0b-cbef-4087-babd-627cb95742f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e&tenant_id=4c50d921975c474cb75222d564c78513 HTTP/1.1" status: 200 len: 1097 time: 0.1968081 Jun 24 12:44:20.139812 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9ac67ae-4a15-46ef-b548-02b706c3565d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.189903 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-801e449f-e182-4384-931f-15fd6b8896bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.191409 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-801e449f-e182-4384-931f-15fd6b8896bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9731df6b-69df-4861-ad5d-fb8920842df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1449652 Jun 24 12:44:20.246094 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-fecd9edb-2684-45f7-b6de-96ad22b72ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.247585 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-fecd9edb-2684-45f7-b6de-96ad22b72ac3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 1097 time: 0.1060355 Jun 24 12:44:20.250211 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9ac67ae-4a15-46ef-b548-02b706c3565d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.254818 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-45c4889c-bb0d-43db-a7db-785530e0d64f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.297758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac67ae-4a15-46ef-b548-02b706c3565d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8e8920-1501-4e31-916e-9d2e527fab6d,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.341997 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d9ac67ae-4a15-46ef-b548-02b706c3565d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.373303 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-06b05783-62f1-4aea-a9f6-c2cfdcc39780 service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751769 Jun 24 12:44:20.393165 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d9ac67ae-4a15-46ef-b548-02b706c3565d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.395878 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-d9ac67ae-4a15-46ef-b548-02b706c3565d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5621374 Jun 24 12:44:20.397028 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40718) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:20.403245 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'security_group_rule': {'security_group_id': '3ff1e2f2-c431-46e1-9950-37088ee7a3a8', 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:20.483112 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-0378f6cb-0122-4897-9cb4-db04ef617f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.484548 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-0378f6cb-0122-4897-9cb4-db04ef617f28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 917 time: 0.2123613 Jun 24 12:44:20.486515 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5b96fae7-7513-4b6c-aeeb-307b87ce4e9c req-ee16ce1d-e6e9-46bb-832d-e5ef1c10257c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 210 time: 0.0507634 Jun 24 12:44:20.512770 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.603622 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.686162 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95a3b-b716-4510-82fe-df1f2fd16d94 req-ca319524-023b-497e-8676-6451a6d06f58 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.687783 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-82c95a3b-b716-4510-82fe-df1f2fd16d94 req-ca319524-023b-497e-8676-6451a6d06f58 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0824504 Jun 24 12:44:20.710270 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:20.719675 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-605f9254-f98e-40a9-8832-cb9463a8ac77 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:20.746524 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa41ff0-6aae-4695-959a-bacdb0ab4c5a,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:20.749357 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:20.759987 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-82c95a3b-b716-4510-82fe-df1f2fd16d94 req-3975df4a-47d6-408f-9f1d-6c9c1fb21e44 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618517 Jun 24 12:44:20.839308 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa627a16-3954-4ecb-9eef-80a7e4554d46 req-acd7a512-503e-4947-87c8-f488790db2aa service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563046 Jun 24 12:44:20.843137 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-4f74815f-b81c-4030-a74b-86856efd047e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1 HTTP/1.1" status: 200 len: 1000 time: 0.3503892 Jun 24 12:44:20.917687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-e48c69f3-861c-40f6-80b7-b1c126093e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.919251 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-e48c69f3-861c-40f6-80b7-b1c126093e47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.0460973 Jun 24 12:44:20.980080 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-ee531a50-a6dc-46c4-89e5-f78235067770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:20.981545 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-ee531a50-a6dc-46c4-89e5-f78235067770 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541418 Jun 24 12:44:21.071737 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.071737 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6708515 Jun 24 12:44:21.072340 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40738) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:21.077052 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-222dca3c-1284-4123-ab4a-2fc9b3ff3643 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868843 Jun 24 12:44:21.077313 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'security_group_rule': {'security_group_id': '3ff1e2f2-c431-46e1-9950-37088ee7a3a8', 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:21.094499 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40740) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:21.144599 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-bc19ce58-53e2-421d-a65f-ec2ac15d9de4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=003689bf4cc147a5957e42c9298e7b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486803 Jun 24 12:44:21.147013 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40742) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:21.178301 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c3f1b8bc-cb38-4dd6-b0af-889061c0885a req-dd610b1e-37cd-4f4d-b26c-650f480f9ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941827 Jun 24 12:44:21.194872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3683c61c-0fad-4ca3-a458-1a0e5cee3db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.215467 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3683c61c-0fad-4ca3-a458-1a0e5cee3db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.252308 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.securitygroups_db [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Project d1d0bc3fabe349268ddeed5df3eaa63c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:44:21.257766 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.333484 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.383743 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3683c61c-0fad-4ca3-a458-1a0e5cee3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.386708 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3683c61c-0fad-4ca3-a458-1a0e5cee3db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.387952 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-3683c61c-0fad-4ca3-a458-1a0e5cee3db5 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a1ac5e2b-3413-4125-8e93-4a4754c834bb HTTP/1.1" status: 204 len: 168 time: 0.2399549 Jun 24 12:44:21.393953 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a0646985-2b61-484f-9b13-565d9308a552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:21.396934 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683c61c-0fad-4ca3-a458-1a0e5cee3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ac5e2b-3413-4125-8e93-4a4754c834bb,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:21.399461 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-3683c61c-0fad-4ca3-a458-1a0e5cee3db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:21.409780 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-1f402896-b749-4d5c-8609-b20368dd4068 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:21.411473 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-1f402896-b749-4d5c-8609-b20368dd4068 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 811 time: 0.1098137 Jun 24 12:44:21.412588 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.414966 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-229b9c5d-223e-48bf-b56b-cd42cd45c305 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:21.432914 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b155ed75-8a58-4d3a-8d35-b65a09880901,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:21.439744 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:21.505590 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-7a219371-1cf8-4b93-80d3-b07784130688 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 379 time: 0.0397334 Jun 24 12:44:21.509485 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.511210 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-5638f4b4-a14d-45bd-8796-cdc3d690a391 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4376943 Jun 24 12:44:21.517064 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40750) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:21.518812 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'security_group_rule': {'security_group_id': '3ff1e2f2-c431-46e1-9950-37088ee7a3a8', 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:21.519189 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'port': {'device_id': '2d338586-cf29-409a-ab21-a9cdc3448989', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'admin_state_up': True, 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'security_groups': ['ee2533e8-faa8-45da-8dfa-e850ecbf3f59']}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:21.624944 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.securitygroups_db [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Project d1d0bc3fabe349268ddeed5df3eaa63c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:44:21.634978 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.669441 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1577d470-cb0a-4b18-a13a-cddfad9768f0 req-d9b0c131-5446-4586-acec-aabc991bfcb5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 210 time: 0.0385292 Jun 24 12:44:21.723653 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.800957 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Made reservation on behalf of d3634c0576a546feb1b63fbbb6d9c77f for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:44:21.805055 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.858458 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:21.874853 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f499f61c-7c7d-434e-8f71-54e67be8f5b0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:21.916638 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0741e3-f0bf-4e6b-b3c6-20ee3c7af29a,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:21.925034 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:22.000744 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Allocated IP 172.20.0.11 (e3f32218-7b6e-46d2-ba4e-f15451953dfd/203aab7d-2045-4a16-b416-4229f63af0ed/cdd6492b-68c2-4b07-9da6-c864180efdd8) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:44:22.023417 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d585135-ca6f-4cdd-8058-3170f86c5402 req-fbb422a5-ceb3-4fb3-a5d9-0d7b4546dfc8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.024977 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8d585135-ca6f-4cdd-8058-3170f86c5402 req-fbb422a5-ceb3-4fb3-a5d9-0d7b4546dfc8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0993798 Jun 24 12:44:22.065188 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.066379 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-4659a2f6-54c5-4200-a4f6-7db004930e9c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5511842 Jun 24 12:44:22.069937 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8d585135-ca6f-4cdd-8058-3170f86c5402 req-bcca5a2a-7372-45fe-96de-f87cb05001e8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378201 Jun 24 12:44:22.210614 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.241171 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Transition to ACTIVE for port object cdd6492b-68c2-4b07-9da6-c864180efdd8 will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:22.267318 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-81ff31a9-0c2e-4e73-a3eb-e0d27b6e9da8 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275859930&fields=id&tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c HTTP/1.1" status: 200 len: 267 time: 0.0736053 Jun 24 12:44:22.367033 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-3712504e-c86f-45c5-b0bb-5ed03b7259ca tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.377865 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-3712504e-c86f-45c5-b0bb-5ed03b7259ca tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.1095188 Jun 24 12:44:22.385184 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'port': {'security_groups': ['a422f5e8-e576-417e-9b2b-fc72150beac1', '3ff1e2f2-c431-46e1-9950-37088ee7a3a8']}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:22.440820 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.445571 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-e8329433-389f-42aa-8ec0-b662846b9c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:22.612827 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:44:22.617143 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:44:22.625363 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:44:22.630887 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=cdd6492b-68c2-4b07-9da6-c864180efdd8,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:22.691607 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:22.788462 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.789163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.933631 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c8a14-8184-4528-bc92-9b8506277dfe req-87be3f8b-3c31-4d47-87bf-d10accea24df tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:22.935281 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d65c8a14-8184-4528-bc92-9b8506277dfe req-87be3f8b-3c31-4d47-87bf-d10accea24df tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.0768170 Jun 24 12:44:22.939888 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:22.976038 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4615467 Jun 24 12:44:23.019196 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d65c8a14-8184-4528-bc92-9b8506277dfe req-a1fc9bbd-6a1d-457b-b7d1-551cf0ab3e35 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768588 Jun 24 12:44:23.206250 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f3a23665-0a2b-4b4b-887a-2eb1792f491a None None] Provisioning for port cdd6492b-68c2-4b07-9da6-c864180efdd8 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:23.211254 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f3a23665-0a2b-4b4b-887a-2eb1792f491a None None] Provisioning complete for port cdd6492b-68c2-4b07-9da6-c864180efdd8 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:23.219026 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f3a23665-0a2b-4b4b-887a-2eb1792f491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.267022 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] For port 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:23.280087 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f3a23665-0a2b-4b4b-887a-2eb1792f491a None None] Port cdd6492b-68c2-4b07-9da6-c864180efdd8 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:44:23.302660 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbc423-8505-4228-9e35-7b8904f2396b req-3a758522-662c-4b92-ac85-ac21b0e2c094 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:23.304254 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d5cbc423-8505-4228-9e35-7b8904f2396b req-3a758522-662c-4b92-ac85-ac21b0e2c094 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1013575 Jun 24 12:44:23.326442 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.355363 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d5cbc423-8505-4228-9e35-7b8904f2396b req-41808673-2667-4d4d-a61d-c1ad3924daec tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447223 Jun 24 12:44:23.410431 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28726162'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.416573 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cd507c3f-82b4-4c31-9fc1-c05a95a904fa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:23.460351 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['60c25f13-57e2-480d-a2f5-4addfce9f7d6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:44:23.466599 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:23.467422 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:23.472712 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-17bfc1c3-dff5-4461-8415-13892c942c8e req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "PUT /v2.0/ports/60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 981 time: 1.0939450 Jun 24 12:44:23.488203 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:23.494383 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc75f50-4173-4f81-9c95-5a79b5d98a20" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:23.552384 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'Port': ['ID=60c25f13-57e2-480d-a2f5-4addfce9f7d6,revision_number=6']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:23.558413 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:23.567136 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e3e1f7-abea-4938-bd40-758b6161d205 x-openstack-request-id: req-36e3e1f7-abea-4938-bd40-758b6161d205 {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:23.567671 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:23.568139 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-36e3e1f7-abea-4938-bd40-758b6161d205 {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:23.568742 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'status': 'completed', 'code': 200} Jun 24 12:44:23.670350 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['60c25f13-57e2-480d-a2f5-4addfce9f7d6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:44:23.812613 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75f93-2b08-46ab-8da3-895e26a41438 req-b7a87983-6be2-459d-b25d-a2ab4ddd9374 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:23.825526 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7ef75f93-2b08-46ab-8da3-895e26a41438 req-b7a87983-6be2-459d-b25d-a2ab4ddd9374 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.1272533 Jun 24 12:44:23.905250 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7ef75f93-2b08-46ab-8da3-895e26a41438 req-ae772f7d-6cec-4d9f-b149-4b8c5a720f31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727851 Jun 24 12:44:23.958615 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-effc822c-a19a-4f19-aff0-df09ab991aa6 None None] Provisioning complete for port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:23.959006 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-effc822c-a19a-4f19-aff0-df09ab991aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.150501 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40852) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:24.293187 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-14ba3f2d-e3fa-44a5-b3df-f32273a1db52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.442340 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4be816-6641-43fc-a2b0-8f268cc4c7f5 req-e20e5dcb-c0b3-4e47-a097-f3d68f1d7a82 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:24.448784 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4a4be816-6641-43fc-a2b0-8f268cc4c7f5 req-e20e5dcb-c0b3-4e47-a097-f3d68f1d7a82 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.2108483 Jun 24 12:44:24.460533 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-14ba3f2d-e3fa-44a5-b3df-f32273a1db52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.519133 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4a4be816-6641-43fc-a2b0-8f268cc4c7f5 req-5c67ded2-65ad-4928-8f0f-c25146c897c7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629807 Jun 24 12:44:24.550369 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-14ba3f2d-e3fa-44a5-b3df-f32273a1db52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.560178 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4a946357-2396-4c80-b256-7b8cd3cf4132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:24.656947 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-14ba3f2d-e3fa-44a5-b3df-f32273a1db52 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2df4278c71fc4af3b2fd5cf33c2813b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051975 Jun 24 12:44:24.659610 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40864) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:24.680205 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba3f2d-e3fa-44a5-b3df-f32273a1db52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebf48ae-bd3d-47d4-a796-a50a34a6aae8,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:24.683871 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-14ba3f2d-e3fa-44a5-b3df-f32273a1db52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:24.738629 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bf787601-1727-4126-b95c-6357c6baad76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.738861 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d040d3-218f-48aa-a797-b1991af9d109 req-f4ddf018-f3f1-4ea6-bc6a-df0638273a9f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:24.740508 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c2d040d3-218f-48aa-a797-b1991af9d109 req-f4ddf018-f3f1-4ea6-bc6a-df0638273a9f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1179373 Jun 24 12:44:24.771362 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bf787601-1727-4126-b95c-6357c6baad76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.815327 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c2d040d3-218f-48aa-a797-b1991af9d109 req-ef782bd7-26a0-431e-9851-d936b7fe58a6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688050 Jun 24 12:44:24.909093 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bf787601-1727-4126-b95c-6357c6baad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.911731 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bf787601-1727-4126-b95c-6357c6baad76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:24.913465 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-bf787601-1727-4126-b95c-6357c6baad76 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/bebf48ae-bd3d-47d4-a796-a50a34a6aae8 HTTP/1.1" status: 204 len: 168 time: 0.2520852 Jun 24 12:44:24.914038 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:24.921459 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf787601-1727-4126-b95c-6357c6baad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebf48ae-bd3d-47d4-a796-a50a34a6aae8,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:24.933653 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bf787601-1727-4126-b95c-6357c6baad76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:25.870939 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2cf2-328a-492e-b5b7-6473d299327c req-54875119-ea42-4bf6-aa00-0872d7ce5aa3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:25.875957 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-031d2cf2-328a-492e-b5b7-6473d299327c req-54875119-ea42-4bf6-aa00-0872d7ce5aa3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.0787537 Jun 24 12:44:25.975836 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-031d2cf2-328a-492e-b5b7-6473d299327c req-36d4c126-49f1-4c71-9c87-baa5c9a7ae34 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967605 Jun 24 12:44:26.157554 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3facac-332a-445f-9acf-8c209b4cddaa req-164d0d61-09ae-4ee5-a7bb-1cb9e5c7eb86 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:26.159128 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0c3facac-332a-445f-9acf-8c209b4cddaa req-164d0d61-09ae-4ee5-a7bb-1cb9e5c7eb86 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0733490 Jun 24 12:44:26.200476 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0c3facac-332a-445f-9acf-8c209b4cddaa req-aab5c89b-b621-4444-be84-213326265bd0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354745 Jun 24 12:44:27.740062 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911bded-9245-41d6-a42f-a4a6df800fa7 req-2a83d8ae-2083-42ec-b2f0-15ab48202cf3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:27.798026 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7911bded-9245-41d6-a42f-a4a6df800fa7 req-2a83d8ae-2083-42ec-b2f0-15ab48202cf3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.1090291 Jun 24 12:44:27.798026 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7911bded-9245-41d6-a42f-a4a6df800fa7 req-7c262c09-ba32-4811-8fe0-0dbec8e68bf1 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396540 Jun 24 12:44:27.988119 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab24587-a4d8-49c5-8604-5503d2da9472 req-e4328076-fec1-4a50-a687-ae7d119802e8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:27.989713 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aab24587-a4d8-49c5-8604-5503d2da9472 req-e4328076-fec1-4a50-a687-ae7d119802e8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0813909 Jun 24 12:44:28.035325 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aab24587-a4d8-49c5-8604-5503d2da9472 req-34126f34-3470-4774-ba9b-ec4c72f45731 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 Jun 24 12:44:29.002328 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed535d-fb56-4278-b1ce-0c6d4b3ba445 req-28b8f282-20f7-4e86-9066-2a00e4b042b3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:29.004724 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a9ed535d-fb56-4278-b1ce-0c6d4b3ba445 req-28b8f282-20f7-4e86-9066-2a00e4b042b3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.0728519 Jun 24 12:44:29.044886 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a9ed535d-fb56-4278-b1ce-0c6d4b3ba445 req-59335086-56a7-4382-ac3d-2e5c9cf53488 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338047 Jun 24 12:44:29.234333 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433307b-bbc1-4e2f-88c6-8b211025633a req-22ab63b5-6325-4685-ab22-95db7b0cb39f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:29.236401 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f433307b-bbc1-4e2f-88c6-8b211025633a req-22ab63b5-6325-4685-ab22-95db7b0cb39f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0769801 Jun 24 12:44:29.274943 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f433307b-bbc1-4e2f-88c6-8b211025633a req-b1745345-dd92-4c50-b52d-80c003d4d717 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Jun 24 12:44:30.236001 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4248b-b5f1-48cb-b59a-6c9adabbf1ac req-3654240b-07bd-45df-997e-c93dac57ce0b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:30.237519 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d3b4248b-b5f1-48cb-b59a-6c9adabbf1ac req-3654240b-07bd-45df-997e-c93dac57ce0b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.0734849 Jun 24 12:44:30.276206 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d3b4248b-b5f1-48cb-b59a-6c9adabbf1ac req-2587f49f-8778-4bf5-b01d-c2632d5e1eb0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327222 Jun 24 12:44:30.464869 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d1a3f-d32c-47ce-b406-6f3519c0ee99 req-5a1e8604-1d07-43ed-911f-99396f51eb8f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:30.466608 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0a0d1a3f-d32c-47ce-b406-6f3519c0ee99 req-5a1e8604-1d07-43ed-911f-99396f51eb8f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0718551 Jun 24 12:44:30.511289 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0a0d1a3f-d32c-47ce-b406-6f3519c0ee99 req-3975c41d-4aeb-4c71-af49-c1c1361bc4ab tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348582 Jun 24 12:44:31.459694 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed91c6f-43d9-43cc-9f8d-0f78be04e155 req-52e11b95-f045-42cb-a040-d18264dd4f8d tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:31.461438 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bed91c6f-43d9-43cc-9f8d-0f78be04e155 req-52e11b95-f045-42cb-a040-d18264dd4f8d tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.0675187 Jun 24 12:44:31.513097 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-bed91c6f-43d9-43cc-9f8d-0f78be04e155 req-41e5ba99-f068-440c-b8f1-c5850882f985 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451808 Jun 24 12:44:31.577283 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 40982) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:31.690131 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc85563a-7d55-408b-bb28-4565ef51d9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.746240 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885be6-7fd4-4ee7-aaee-36a8e7f24f2c req-cec09315-a4e9-46cd-9e24-a01531b44c9b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:31.747823 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-42885be6-7fd4-4ee7-aaee-36a8e7f24f2c req-cec09315-a4e9-46cd-9e24-a01531b44c9b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0966008 Jun 24 12:44:31.797604 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-42885be6-7fd4-4ee7-aaee-36a8e7f24f2c req-07410dfd-19d8-4fa8-8cd9-f950a84a1b98 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438430 Jun 24 12:44:31.802682 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc85563a-7d55-408b-bb28-4565ef51d9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.943434 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc85563a-7d55-408b-bb28-4565ef51d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:31.946071 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:31.987253 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85563a-7d55-408b-bb28-4565ef51d9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2296ca-fec4-4dc0-8563-3bc8dcf60809,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:31.995134 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-dc85563a-7d55-408b-bb28-4565ef51d9d4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=975a9632a5c54bccaffdbb1d859b2641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149463 Jun 24 12:44:31.995134 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-dc85563a-7d55-408b-bb28-4565ef51d9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:31.996524 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 40988) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:32.061125 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7f6ceb1c-724b-4feb-b071-84b511590e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.082950 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7f6ceb1c-724b-4feb-b071-84b511590e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.222288 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7f6ceb1c-724b-4feb-b071-84b511590e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.225415 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7f6ceb1c-724b-4feb-b071-84b511590e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:32.229489 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-7f6ceb1c-724b-4feb-b071-84b511590e8c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0e2296ca-fec4-4dc0-8563-3bc8dcf60809 HTTP/1.1" status: 204 len: 168 time: 0.2290292 Jun 24 12:44:32.239888 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:32.248614 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ceb1c-724b-4feb-b071-84b511590e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2296ca-fec4-4dc0-8563-3bc8dcf60809,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:32.256758 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7f6ceb1c-724b-4feb-b071-84b511590e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:32.702728 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec1df6-cc49-4769-af7c-f650f2aeaca3 req-5d549d84-f4b3-4287-bd7a-9c2d6b63dbcd tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:32.704264 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-65ec1df6-cc49-4769-af7c-f650f2aeaca3 req-5d549d84-f4b3-4287-bd7a-9c2d6b63dbcd tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.0679140 Jun 24 12:44:32.751493 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-65ec1df6-cc49-4769-af7c-f650f2aeaca3 req-ec1d0045-5178-46a3-a999-455ce4237bfa tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401995 Jun 24 12:44:32.984305 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ddb0-4e41-44f7-9f2f-340902f7ded1 req-2aba3cb6-d534-442b-aaf1-70109a7f0605 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:32.986044 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f22ddb0-4e41-44f7-9f2f-340902f7ded1 req-2aba3cb6-d534-442b-aaf1-70109a7f0605 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0684562 Jun 24 12:44:33.026614 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7f22ddb0-4e41-44f7-9f2f-340902f7ded1 req-c1c59ada-4794-49e5-a0de-88275bb9c195 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344493 Jun 24 12:44:33.937893 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e6ad9-dbdd-4364-8158-cf20f703cc99 req-1933a037-ad7b-49c9-8490-8fdbb38c72c3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:33.947265 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-743e6ad9-dbdd-4364-8158-cf20f703cc99 req-1933a037-ad7b-49c9-8490-8fdbb38c72c3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.0764437 Jun 24 12:44:33.991531 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-743e6ad9-dbdd-4364-8158-cf20f703cc99 req-4c166bfc-0a3b-46ff-a261-daafa3e7c2e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Jun 24 12:44:34.240645 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98282e7f-5ac3-43d0-acc7-1eb41f418757 req-51258551-5b41-43f5-87d0-42b75bd00652 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:34.244304 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-98282e7f-5ac3-43d0-acc7-1eb41f418757 req-51258551-5b41-43f5-87d0-42b75bd00652 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0807889 Jun 24 12:44:34.283890 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-98282e7f-5ac3-43d0-acc7-1eb41f418757 req-4acd208d-9212-4eaa-a4a8-c4457a370258 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351825 Jun 24 12:44:35.175599 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c71be-7e87-41bd-931f-1ea05a71a11d req-4df049a5-7bb7-4d64-82d2-5ccc13dfce8b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:35.183397 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d40c71be-7e87-41bd-931f-1ea05a71a11d req-4df049a5-7bb7-4d64-82d2-5ccc13dfce8b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 932 time: 0.0743144 Jun 24 12:44:35.223487 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d40c71be-7e87-41bd-931f-1ea05a71a11d req-89c28abd-1e21-480a-b770-f11b65686ad7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391896 Jun 24 12:44:35.327456 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Request body: {'port': {'device_id': '2d338586-cf29-409a-ab21-a9cdc3448989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:44:35.472503 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:35.495257 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-23094129-9cad-4103-a2da-bc35c595684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:35.496733 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-23094129-9cad-4103-a2da-bc35c595684a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1137 time: 0.1374295 Jun 24 12:44:35.511209 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757bc4f-8cd8-43ad-9d41-d6764699888d req-0ce801d3-5f28-4cce-8b63-9ec70774c9e7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:35.512700 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1757bc4f-8cd8-43ad-9d41-d6764699888d req-0ce801d3-5f28-4cce-8b63-9ec70774c9e7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0792763 Jun 24 12:44:35.562157 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1757bc4f-8cd8-43ad-9d41-d6764699888d req-0d580f01-b634-45b9-af7a-fc84a78386f8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Jun 24 12:44:35.708592 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-5666fc4b-de54-4345-9c9c-410a606c033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:35.710057 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-5666fc4b-de54-4345-9c9c-410a606c033e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9731df6b-69df-4861-ad5d-fb8920842df9 HTTP/1.1" status: 200 len: 916 time: 0.1914108 Jun 24 12:44:35.838819 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-32944303-e095-47f9-b6cb-8e98d7d57d8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 1001 time: 0.0819447 Jun 24 12:44:35.917587 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-44669ad8-5e78-43b6-babd-5be877ad61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:35.919141 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-44669ad8-5e78-43b6-babd-5be877ad61c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aeb7091f-8419-4f67-8fd9-ae4253f24abd HTTP/1.1" status: 200 len: 854 time: 0.0714626 Jun 24 12:44:35.992600 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd6492b-68c2-4b07-9da6-c864180efdd8 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:44:36.002080 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.020760 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Transition to ACTIVE for port object cdd6492b-68c2-4b07-9da6-c864180efdd8 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:44:36.034473 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-4a7122af-a13b-446b-a4d8-04e7791c7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:36.036180 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-4a7122af-a13b-446b-a4d8-04e7791c7327 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9731df6b-69df-4861-ad5d-fb8920842df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1063273 Jun 24 12:44:36.101821 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.106890 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:36.183303 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Pushing event updated for resources: {'Port': ['ID=cdd6492b-68c2-4b07-9da6-c864180efdd8,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:36.193591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:36.218926 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-be6b6754-b132-48d5-baf5-0af25c6e5c26 service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741281 Jun 24 12:44:36.395337 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-adc75f50-4173-4f81-9c95-5a79b5d98a20 req-fbb2ab64-f578-4711-aae6-591b4f025053 service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569924 Jun 24 12:44:36.401971 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Attempting to bind port cdd6492b-68c2-4b07-9da6-c864180efdd8 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:44:36.402470 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Attempting to bind port cdd6492b-68c2-4b07-9da6-c864180efdd8 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:44:36.402824 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Attempting to bind port cdd6492b-68c2-4b07-9da6-c864180efdd8 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:36.416560 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Port cdd6492b-68c2-4b07-9da6-c864180efdd8 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:44:36.416809 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Attempting to bind port cdd6492b-68c2-4b07-9da6-c864180efdd8 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:44:36.422388 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:44:36.422749 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Checking segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:44:36.423193 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Bound using segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:44:36.423660 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Bound port: cdd6492b-68c2-4b07-9da6-c864180efdd8, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:44:36.424036 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.502478 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc3427-bd24-4114-85e2-623f16c12b48 req-c04ffd45-ea83-415e-9b0d-389e48902f2e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:36.504048 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-eecc3427-bd24-4114-85e2-623f16c12b48 req-c04ffd45-ea83-415e-9b0d-389e48902f2e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 944 time: 0.0814729 Jun 24 12:44:36.514632 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] For port cdd6492b-68c2-4b07-9da6-c864180efdd8, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:44:36.519678 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] For port cdd6492b-68c2-4b07-9da6-c864180efdd8, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=cdd6492b-68c2-4b07-9da6-c864180efdd8,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:44:36.548462 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-eecc3427-bd24-4114-85e2-623f16c12b48 req-dae7c44b-df46-43c4-9bd0-5db498f46756 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373933 Jun 24 12:44:36.675851 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.678260 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2d8de10b-dadc-4194-a164-e77bf2c143fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:36.761688 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:36.762308 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:36.763721 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] 10.222.0.36 "PUT /v2.0/ports/cdd6492b-68c2-4b07-9da6-c864180efdd8 HTTP/1.1" status: 200 len: 1094 time: 1.4413159 Jun 24 12:44:36.765113 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d338586-cf29-409a-ab21-a9cdc3448989', 'tag': 'cdd6492b-68c2-4b07-9da6-c864180efdd8'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:36.767458 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08b675-34b3-47e1-8afe-1e4e09699c37" -d '{"events": [{"name": "network-changed", "server_uuid": "2d338586-cf29-409a-ab21-a9cdc3448989", "tag": "cdd6492b-68c2-4b07-9da6-c864180efdd8"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:36.794018 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Pushing event updated for resources: {'Port': ['ID=cdd6492b-68c2-4b07-9da6-c864180efdd8,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:36.798462 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:36.828008 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657acf2-2f71-43a4-a58e-394e8df8b9ba req-2e62b40a-b32c-4e91-8f4b-0833e5795133 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:36.834869 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3657acf2-2f71-43a4-a58e-394e8df8b9ba req-2e62b40a-b32c-4e91-8f4b-0833e5795133 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.1198938 Jun 24 12:44:36.838232 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14edce42-faf3-4a3e-bef0-85854e27f73e x-openstack-request-id: req-14edce42-faf3-4a3e-bef0-85854e27f73e {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:36.838563 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d338586-cf29-409a-ab21-a9cdc3448989", "tag": "cdd6492b-68c2-4b07-9da6-c864180efdd8", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:36.838859 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-14edce42-faf3-4a3e-bef0-85854e27f73e {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:36.839305 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d338586-cf29-409a-ab21-a9cdc3448989', 'tag': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'status': 'completed', 'code': 200} Jun 24 12:44:36.879355 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3657acf2-2f71-43a4-a58e-394e8df8b9ba req-6c37f139-3b6b-42c7-89f5-03aea3ea7cda tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 Jun 24 12:44:36.954865 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b675-34b3-47e1-8afe-1e4e09699c37 req-9b229cc8-3869-490b-a49c-1f9ecea80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:36.956591 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7f08b675-34b3-47e1-8afe-1e4e09699c37 req-9b229cc8-3869-490b-a49c-1f9ecea80844 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 1097 time: 0.0758967 Jun 24 12:44:37.019111 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:37.074455 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b675-34b3-47e1-8afe-1e4e09699c37 req-3cb137a9-7957-4f6d-986e-085b2c2e5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.076000 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7f08b675-34b3-47e1-8afe-1e4e09699c37 req-3cb137a9-7957-4f6d-986e-085b2c2e5c7d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1044271 Jun 24 12:44:37.182255 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b675-34b3-47e1-8afe-1e4e09699c37 req-9c687b90-dc4b-4c56-8b81-9b30a0ea87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.183714 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7f08b675-34b3-47e1-8afe-1e4e09699c37 req-9c687b90-dc4b-4c56-8b81-9b30a0ea87b8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982361 Jun 24 12:44:37.313318 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-6014c4af-f225-4271-a8ba-74e4e3eca345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.314797 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-6014c4af-f225-4271-a8ba-74e4e3eca345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 1097 time: 0.0547180 Jun 24 12:44:37.371238 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-1a1da0fc-a476-42d2-984d-41298fd2c1d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdd6492b-68c2-4b07-9da6-c864180efdd8 HTTP/1.1" status: 200 len: 217 time: 0.0408235 Jun 24 12:44:37.429048 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-d507bfd2-0e01-402b-a0cc-43a161a308c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.430536 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-d507bfd2-0e01-402b-a0cc-43a161a308c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0503864 Jun 24 12:44:37.500739 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-7cb241c0-0bb0-4489-8c61-973b3cb02111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.502297 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-7cb241c0-0bb0-4489-8c61-973b3cb02111 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637155 Jun 24 12:44:37.612289 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-d846dd1d-6bb0-4c6e-91b3-022b5e521e7e service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919139 Jun 24 12:44:37.715569 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-18c749c5-445a-4679-b75e-9a87c228c4cb req-062bd8f6-ecc7-4ad4-99f4-6323435253f7 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925651 Jun 24 12:44:37.738584 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aed0ad-3786-42d2-bb37-38dfb3fa5fdc req-fb83e89d-9f47-4981-97ed-3ba01be7eeeb tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:37.740077 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f8aed0ad-3786-42d2-bb37-38dfb3fa5fdc req-fb83e89d-9f47-4981-97ed-3ba01be7eeeb tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 944 time: 0.0680933 Jun 24 12:44:37.777944 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f8aed0ad-3786-42d2-bb37-38dfb3fa5fdc req-2faa45d0-cd34-45e6-9b75-bbd5094f5853 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308545 Jun 24 12:44:38.078696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733db32-cfe0-46e0-89d3-ccff4e8647d4 req-e1b088d6-8d61-41ce-b686-92225a01d09a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:38.080246 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4733db32-cfe0-46e0-89d3-ccff4e8647d4 req-e1b088d6-8d61-41ce-b686-92225a01d09a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0664721 Jun 24 12:44:38.121854 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4733db32-cfe0-46e0-89d3-ccff4e8647d4 req-42e39678-3642-4338-8778-dcbece071d91 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358114 Jun 24 12:44:38.959316 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623e643-39f9-4542-99db-b3eeff9e2f51 req-bf3ac28d-a3e9-4e66-bf48-9fbbc8e21864 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:38.961156 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0623e643-39f9-4542-99db-b3eeff9e2f51 req-bf3ac28d-a3e9-4e66-bf48-9fbbc8e21864 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 944 time: 0.0717490 Jun 24 12:44:39.010628 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0623e643-39f9-4542-99db-b3eeff9e2f51 req-60904f69-a382-4977-8d7f-facc6c26c240 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427155 Jun 24 12:44:39.305010 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272db2b-4845-4c17-ac92-cc7f953e282e req-f4c00628-f354-4232-ad45-2b61d8b66474 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:39.307122 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e272db2b-4845-4c17-ac92-cc7f953e282e req-f4c00628-f354-4232-ad45-2b61d8b66474 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0625541 Jun 24 12:44:39.348228 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e272db2b-4845-4c17-ac92-cc7f953e282e req-5905b4d1-51c1-4120-b8ff-831cf906b4b3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352650 Jun 24 12:44:40.203259 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256cda0-9fee-46d4-bb49-99aa5ee07e69 req-a3798c49-34d5-4b72-a963-72e5c3fdd4a0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:40.204840 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e256cda0-9fee-46d4-bb49-99aa5ee07e69 req-a3798c49-34d5-4b72-a963-72e5c3fdd4a0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 944 time: 0.0630834 Jun 24 12:44:40.241802 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e256cda0-9fee-46d4-bb49-99aa5ee07e69 req-5ad809a4-099a-4e18-af04-2d79425e6d9f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Jun 24 12:44:40.529661 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e85a-dff8-432b-81ae-1f49f0fc4c94 req-ba38851c-0a7a-4bdf-ac52-2449a842629c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:40.531054 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8ab9e85a-dff8-432b-81ae-1f49f0fc4c94 req-ba38851c-0a7a-4bdf-ac52-2449a842629c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0618703 Jun 24 12:44:40.569612 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8ab9e85a-dff8-432b-81ae-1f49f0fc4c94 req-d70001fc-9f81-4bdb-baa9-c646fbc27168 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328958 Jun 24 12:44:41.422401 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745b40-ff68-4b8e-bc8e-b2ab3c153e66 req-afaaf806-bb99-4735-9868-ff97b75bf0af tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.423947 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-13745b40-ff68-4b8e-bc8e-b2ab3c153e66 req-afaaf806-bb99-4735-9868-ff97b75bf0af tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 944 time: 0.0681574 Jun 24 12:44:41.465641 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-13745b40-ff68-4b8e-bc8e-b2ab3c153e66 req-03fd4cc2-9587-474f-8394-7a40e3f58748 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360122 Jun 24 12:44:41.752798 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbb2e7-05c7-4eec-8216-47e6c6ea563e req-12eef0e7-f823-4261-8f7a-c850c102101f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:41.754257 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1bfbb2e7-05c7-4eec-8216-47e6c6ea563e req-12eef0e7-f823-4261-8f7a-c850c102101f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0680356 Jun 24 12:44:41.793752 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1bfbb2e7-05c7-4eec-8216-47e6c6ea563e req-aa20cb43-bc77-4d42-8b37-42559576902b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335314 Jun 24 12:44:42.636126 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788094f-0e7c-4691-81f5-8a9030d4b820 req-cd5fd342-48f4-42da-bc6b-2d0cd16d0b3e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:42.637556 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c788094f-0e7c-4691-81f5-8a9030d4b820 req-cd5fd342-48f4-42da-bc6b-2d0cd16d0b3e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 944 time: 0.0623055 Jun 24 12:44:42.680587 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c788094f-0e7c-4691-81f5-8a9030d4b820 req-e097c21d-a498-499c-9c55-ad57c8c43686 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305705 Jun 24 12:44:42.976012 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de39fc6-f030-47d5-b484-7e50d396191e req-e4c3b3cb-270b-4e2f-afa3-57e386491fe5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:42.977561 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3de39fc6-f030-47d5-b484-7e50d396191e req-e4c3b3cb-270b-4e2f-afa3-57e386491fe5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0668309 Jun 24 12:44:43.013853 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3de39fc6-f030-47d5-b484-7e50d396191e req-d74b3933-cbc6-4090-9671-55649badb27d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307364 Jun 24 12:44:43.854085 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bd70f-43e6-47e6-aa21-b66fcd12f677 req-78c845d7-b21c-4725-9c04-5e85e7e90d3b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:43.855587 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b61bd70f-43e6-47e6-aa21-b66fcd12f677 req-78c845d7-b21c-4725-9c04-5e85e7e90d3b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 944 time: 0.0732946 Jun 24 12:44:43.893320 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b61bd70f-43e6-47e6-aa21-b66fcd12f677 req-65d60da4-20b9-4024-b84f-403eff63ea56 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Jun 24 12:44:44.105112 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:44:44.203648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bbfe1-c0e7-4ba1-beb0-8db17ebf9973 req-16768eb7-14a4-4142-993c-f6556fd30614 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:44.205282 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3a6bbfe1-c0e7-4ba1-beb0-8db17ebf9973 req-16768eb7-14a4-4142-993c-f6556fd30614 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0741918 Jun 24 12:44:44.244439 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3a6bbfe1-c0e7-4ba1-beb0-8db17ebf9973 req-58b2cd78-ff70-47bf-9273-f795974992e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334055 Jun 24 12:44:44.377933 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-a26bccb9-78f0-4d15-b383-462091a3a624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.202697 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aa759-94e9-40fd-a942-919d33b613df req-b81b79be-3320-4959-a859-d8b98c68bdef tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:45.205015 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-431aa759-94e9-40fd-a942-919d33b613df req-b81b79be-3320-4959-a859-d8b98c68bdef tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 944 time: 0.1191952 Jun 24 12:44:45.271919 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-431aa759-94e9-40fd-a942-919d33b613df req-8319acae-2608-4c3f-9288-a51b464ca143 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572779 Jun 24 12:44:45.543701 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb36f3-b98e-4471-96f6-ab0a73b4e883 req-d86226f4-09ba-41f5-91af-0efe51a0220e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:45.545179 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acb36f3-b98e-4471-96f6-ab0a73b4e883 req-d86226f4-09ba-41f5-91af-0efe51a0220e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 944 time: 0.0860229 Jun 24 12:44:45.585601 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acb36f3-b98e-4471-96f6-ab0a73b4e883 req-d4d1d2e6-c437-4720-affe-d09f29db87ea tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333936 Jun 24 12:44:45.667200 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:44:45.767536 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:45.780896 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'port_id': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'mac_address': 'fa:16:3e:ad:98:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:44:45.821512 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.833990 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a573ac-c1ce-403d-bfd0-57f96cc684b1 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:44:45.853477 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:45.937949 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:45.938723 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device cdd6492b-68c2-4b07-9da6-c864180efdd8 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:44:45.940686 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:46.029615 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=9']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:46.033600 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:46.080701 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port cdd6492b-68c2-4b07-9da6-c864180efdd8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=cdd6492b-68c2-4b07-9da6-c864180efdd8,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:46.093258 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'port_id': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'mac_address': 'fa:16:3e:fc:59:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:44:46.135665 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.148216 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd6492b-68c2-4b07-9da6-c864180efdd8 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:44:46.169605 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port cdd6492b-68c2-4b07-9da6-c864180efdd8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=cdd6492b-68c2-4b07-9da6-c864180efdd8,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:46.269270 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:46.272048 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f6265b5d-f34c-41d6-ab78-f12d00d90949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:46.318404 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=cdd6492b-68c2-4b07-9da6-c864180efdd8,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:46.321696 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:46.517352 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139860d7-391a-4c34-ba2e-99685f687312 req-058963b5-558e-4683-b5e4-2cb6aaa859e5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:46.518685 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-139860d7-391a-4c34-ba2e-99685f687312 req-058963b5-558e-4683-b5e4-2cb6aaa859e5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 945 time: 0.0649722 Jun 24 12:44:46.556028 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-139860d7-391a-4c34-ba2e-99685f687312 req-b3ce36b3-e915-4e23-87ca-a4ef443d419a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Jun 24 12:44:46.768717 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692b6bb-c703-416a-8641-c1c3181c48f7 req-269a4f34-7198-4c44-9953-fb315ba50db8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:46.770065 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b692b6bb-c703-416a-8641-c1c3181c48f7 req-269a4f34-7198-4c44-9953-fb315ba50db8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0614841 Jun 24 12:44:46.811792 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b692b6bb-c703-416a-8641-c1c3181c48f7 req-f66324aa-13d7-43c5-800f-e74bb2ac1a8f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348396 Jun 24 12:44:46.983715 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4b05b987-d06c-4dd7-8460-efc9f20cb7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.401298 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:47.758624 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b8cd-5645-4f63-87d4-3ecde608d4cf req-2e5186d5-c65c-4346-a9c2-a79c822575c1 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:47.760718 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0381b8cd-5645-4f63-87d4-3ecde608d4cf req-2e5186d5-c65c-4346-a9c2-a79c822575c1 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 945 time: 0.0727448 Jun 24 12:44:47.798899 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0381b8cd-5645-4f63-87d4-3ecde608d4cf req-7fb1aa81-711c-443f-ae49-ec1facbeebf2 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Jun 24 12:44:48.018344 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878de24-05e0-4bf4-9fc2-36fe9a92ea05 req-192e69c6-968c-4b16-8fba-d15fd9db73d1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:48.019865 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4878de24-05e0-4bf4-9fc2-36fe9a92ea05 req-192e69c6-968c-4b16-8fba-d15fd9db73d1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0647035 Jun 24 12:44:48.057883 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4878de24-05e0-4bf4-9fc2-36fe9a92ea05 req-7e970498-ce8a-4f28-975d-d448a1c0f677 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312982 Jun 24 12:44:48.440755 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:48.972347 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7d871-ca1a-4f86-b0ad-becbc1bbf503 req-3ecb294c-c543-4539-99d5-ae48461803a4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:48.973874 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-deb7d871-ca1a-4f86-b0ad-becbc1bbf503 req-3ecb294c-c543-4539-99d5-ae48461803a4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 945 time: 0.0649977 Jun 24 12:44:49.013192 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-deb7d871-ca1a-4f86-b0ad-becbc1bbf503 req-cf3a0648-7ce2-419f-b021-5a00c0dc8928 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Jun 24 12:44:49.246121 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11d51c-9770-4fff-8b2a-b72488466b98 req-1c643428-748e-498a-ad27-0187160842d6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:49.247637 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dc11d51c-9770-4fff-8b2a-b72488466b98 req-1c643428-748e-498a-ad27-0187160842d6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0682838 Jun 24 12:44:49.286822 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dc11d51c-9770-4fff-8b2a-b72488466b98 req-e233a7a1-d1bf-476e-a7d7-6d4182aa6466 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Jun 24 12:44:49.440695 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['e2a573ac-c1ce-403d-bfd0-57f96cc684b1'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:44:49.465558 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['cdd6492b-68c2-4b07-9da6-c864180efdd8'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:44:50.023564 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:50.193264 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb909000-7678-4591-881c-977c4fa90bd3 req-c88596a8-8446-4bc6-8c54-b0491f274c34 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:50.195857 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cb909000-7678-4591-881c-977c4fa90bd3 req-c88596a8-8446-4bc6-8c54-b0491f274c34 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 945 time: 0.0679307 Jun 24 12:44:50.238511 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cb909000-7678-4591-881c-977c4fa90bd3 req-13b1c21d-2a63-4e9f-8067-cd6c20726d96 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355937 Jun 24 12:44:50.478681 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b238d4b-8d7a-4440-8565-f6f14edcf190 req-af26c3f3-320f-4547-9bf9-7dd7f94bdfd7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:50.480248 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4b238d4b-8d7a-4440-8565-f6f14edcf190 req-af26c3f3-320f-4547-9bf9-7dd7f94bdfd7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0679553 Jun 24 12:44:50.522277 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4b238d4b-8d7a-4440-8565-f6f14edcf190 req-2af9eb5c-d57a-4d39-9cce-9854ad13a3c1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362258 Jun 24 12:44:51.411584 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d9591-58cd-4c8a-be01-c8d065b70a77 req-5da8d760-047d-4429-92f6-79cd702d4b5a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:51.413036 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-229d9591-58cd-4c8a-be01-c8d065b70a77 req-5da8d760-047d-4429-92f6-79cd702d4b5a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 945 time: 0.0653570 Jun 24 12:44:51.451230 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-229d9591-58cd-4c8a-be01-c8d065b70a77 req-c3f01805-c628-4ffb-9fc9-5df42cf3c577 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324397 Jun 24 12:44:51.700927 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e195d-9b49-43c3-bf4d-3664173cac35 req-0d3ee27f-4aea-4994-8487-711ce1c35ce3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:51.702461 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-987e195d-9b49-43c3-bf4d-3664173cac35 req-0d3ee27f-4aea-4994-8487-711ce1c35ce3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 945 time: 0.0670857 Jun 24 12:44:51.741882 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-987e195d-9b49-43c3-bf4d-3664173cac35 req-55ba4cd7-7850-45c5-9e21-3e158f227e6a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Jun 24 12:44:52.538268 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:52.585088 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:52.585473 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.624382 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13012482-023f-477a-a784-18befceca3b9 req-ee3bc80a-366d-4ad1-9c97-38c18f0844d0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:52.625870 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-13012482-023f-477a-a784-18befceca3b9 req-ee3bc80a-366d-4ad1-9c97-38c18f0844d0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 945 time: 0.0620553 Jun 24 12:44:52.661263 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.663918 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-13012482-023f-477a-a784-18befceca3b9 req-ff592870-23ee-4bfc-b827-ff9eeaa73764 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322847 Jun 24 12:44:52.687439 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:52.688496 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cc9594-694c-44ac-aed7-bb57142b50d9" -d '{"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:52.701412 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:52.731659 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a04d59-539f-4a02-82de-de45f4feabe1 x-openstack-request-id: req-68a04d59-539f-4a02-82de-de45f4feabe1 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:52.731659 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:52.731659 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-68a04d59-539f-4a02-82de-de45f4feabe1 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:52.731659 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'code': 200} Jun 24 12:44:52.800933 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:52.801897 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device cdd6492b-68c2-4b07-9da6-c864180efdd8 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:44:52.807009 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-e356ae7c-b9c8-4e04-bf8c-34cf35f74c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:52.880039 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=10']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:52.883352 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:52.935432 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53369-872b-454a-90ec-862881d453b3 req-2c7b8c2a-0051-4727-a67f-55cbf49901f9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:52.937016 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aca53369-872b-454a-90ec-862881d453b3 req-2c7b8c2a-0051-4727-a67f-55cbf49901f9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0766909 Jun 24 12:44:52.972177 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port cdd6492b-68c2-4b07-9da6-c864180efdd8 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:44:52.975130 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-aca53369-872b-454a-90ec-862881d453b3 req-ca374bac-01f1-4e16-a826-b8e8c5ffed84 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324562 Jun 24 12:44:52.976352 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port cdd6492b-68c2-4b07-9da6-c864180efdd8 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:44:52.976735 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.062075 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.095601 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port cdd6492b-68c2-4b07-9da6-c864180efdd8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=cdd6492b-68c2-4b07-9da6-c864180efdd8,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:44:53.177515 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:53.180335 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-df90348b-9750-4588-971e-cbd46b7c58e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:53.227754 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=cdd6492b-68c2-4b07-9da6-c864180efdd8,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:53.231079 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:53.839152 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037dbd8-08dc-4e7d-83c2-deacf93bddfa req-e4cb4d0b-50a1-4052-b63a-9903ce5530a6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:53.840638 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2037dbd8-08dc-4e7d-83c2-deacf93bddfa req-e4cb4d0b-50a1-4052-b63a-9903ce5530a6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0631189 Jun 24 12:44:53.879051 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2037dbd8-08dc-4e7d-83c2-deacf93bddfa req-c073bd07-cbfe-45a8-bef5-4386b200cb5a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327833 Jun 24 12:44:54.159029 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08932d78-9bdc-472a-8b13-7da5736ab32a req-fe900223-76d4-403c-80dc-12c7f7370ac4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:54.160605 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-08932d78-9bdc-472a-8b13-7da5736ab32a req-fe900223-76d4-403c-80dc-12c7f7370ac4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0648654 Jun 24 12:44:54.199023 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-08932d78-9bdc-472a-8b13-7da5736ab32a req-652329bf-d23b-4bf5-9390-8a43e73398db tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323009 Jun 24 12:44:54.332060 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256f7f6-39a6-401f-bbfc-f2a9cbafd64c req-e599483a-e48e-466d-923c-3971c40879c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:54.333580 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7256f7f6-39a6-401f-bbfc-f2a9cbafd64c req-e599483a-e48e-466d-923c-3971c40879c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 1100 time: 0.0539906 Jun 24 12:44:54.369471 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7256f7f6-39a6-401f-bbfc-f2a9cbafd64c req-50f05951-e5f9-43f3-abed-ce977175d745 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291338 Jun 24 12:44:54.729982 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d338586-cf29-409a-ab21-a9cdc3448989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd6492b-68c2-4b07-9da6-c864180efdd8'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:44:54.732523 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c47aa9-e7cf-4262-b3ad-3a7be127a369" -d '{"events": [{"server_uuid": "2d338586-cf29-409a-ab21-a9cdc3448989", "name": "network-vif-plugged", "status": "completed", "tag": "cdd6492b-68c2-4b07-9da6-c864180efdd8"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:44:54.772623 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9259a02-baae-4aec-b2e7-c0d5cc3c9e30 x-openstack-request-id: req-c9259a02-baae-4aec-b2e7-c0d5cc3c9e30 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:44:54.772623 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d338586-cf29-409a-ab21-a9cdc3448989", "name": "network-vif-plugged", "status": "completed", "tag": "cdd6492b-68c2-4b07-9da6-c864180efdd8", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:44:54.772891 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-c9259a02-baae-4aec-b2e7-c0d5cc3c9e30 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:44:54.773298 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d338586-cf29-409a-ab21-a9cdc3448989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'code': 200} Jun 24 12:44:55.076038 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8bff7-2b0f-4fd4-b1e5-467ee7ba3cae req-460bbabd-c9d9-4958-a195-0b3512c6dc38 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:55.076038 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47c8bff7-2b0f-4fd4-b1e5-467ee7ba3cae req-460bbabd-c9d9-4958-a195-0b3512c6dc38 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0639505 Jun 24 12:44:55.120235 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-47c8bff7-2b0f-4fd4-b1e5-467ee7ba3cae req-7ae0843f-172f-4e0d-906a-4010b3436172 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364239 Jun 24 12:44:55.400272 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b5ff2-5970-44f5-b656-d62652cfa0f6 req-06f380a8-6339-4871-9984-6ff5f8da636d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:55.401733 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f15b5ff2-5970-44f5-b656-d62652cfa0f6 req-06f380a8-6339-4871-9984-6ff5f8da636d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0674152 Jun 24 12:44:55.441742 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f15b5ff2-5970-44f5-b656-d62652cfa0f6 req-6f853c31-1ea9-476b-b158-16a62aff88c7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341847 Jun 24 12:44:55.733779 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 41424) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:55.846409 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c486d210-cc64-40f0-8e2e-48cdcf982be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:55.942046 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c486d210-cc64-40f0-8e2e-48cdcf982be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.028825 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c486d210-cc64-40f0-8e2e-48cdcf982be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.031520 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1306eac2-3309-4dc2-88d9-7133fc17b492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:56.068018 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c486d210-cc64-40f0-8e2e-48cdcf982be0 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=907a37ab67f94a1c9d07add5282fb6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331599 Jun 24 12:44:56.068942 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486d210-cc64-40f0-8e2e-48cdcf982be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7806fb-c8f1-4839-8a1c-61b4d0ce1bef,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:56.070716 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 41438) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:56.072997 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c486d210-cc64-40f0-8e2e-48cdcf982be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:56.121314 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c038f909-d226-45a9-be5a-2df97c0ebece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.142279 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c038f909-d226-45a9-be5a-2df97c0ebece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.248624 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989b5b2-6b66-4b81-b3ee-2d46a01af5f6 req-487d6b5c-6551-4f9e-bffd-5e375ab0aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.250086 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5989b5b2-6b66-4b81-b3ee-2d46a01af5f6 req-487d6b5c-6551-4f9e-bffd-5e375ab0aa35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 1099 time: 0.0607274 Jun 24 12:44:56.251942 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c038f909-d226-45a9-be5a-2df97c0ebece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.254619 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c038f909-d226-45a9-be5a-2df97c0ebece admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.255650 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-c038f909-d226-45a9-be5a-2df97c0ebece admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9c7806fb-c8f1-4839-8a1c-61b4d0ce1bef HTTP/1.1" status: 204 len: 168 time: 0.1831470 Jun 24 12:44:56.256412 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5ae00546-52ea-4ed4-8d25-9af3ab757be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:56.264300 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038f909-d226-45a9-be5a-2df97c0ebece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7806fb-c8f1-4839-8a1c-61b4d0ce1bef,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:56.266729 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c038f909-d226-45a9-be5a-2df97c0ebece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:56.305002 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5c8a3-7da9-40f9-8375-7d8fe43549f0 req-20433aea-11b4-4687-ba6e-54c6e8087136 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.307369 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-45c5c8a3-7da9-40f9-8375-7d8fe43549f0 req-20433aea-11b4-4687-ba6e-54c6e8087136 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0665486 Jun 24 12:44:56.346915 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-45c5c8a3-7da9-40f9-8375-7d8fe43549f0 req-708be183-03a0-41d0-801a-26a6a09facb6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339136 Jun 24 12:44:56.856578 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6a3a3-6086-427f-b9df-b9e1d724b3aa req-84eb3bd6-5e51-4fb3-88e9-9cecf260ae05 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:56.858245 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a0f6a3a3-6086-427f-b9df-b9e1d724b3aa req-84eb3bd6-5e51-4fb3-88e9-9cecf260ae05 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.2990787 Jun 24 12:44:56.868704 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 41452) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:56.882983 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9c259fe3-ebbe-40f2-a663-bc2070a457ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:56.990901 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9c259fe3-ebbe-40f2-a663-bc2070a457ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.063381 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9c259fe3-ebbe-40f2-a663-bc2070a457ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.066883 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:57.105444 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-9c259fe3-ebbe-40f2-a663-bc2070a457ec admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4f6f9646d10d4d6098852957cc957f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354822 Jun 24 12:44:57.106664 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c259fe3-ebbe-40f2-a663-bc2070a457ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc9007d-1c00-4922-ad8d-c9e1a5e798a0,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:57.108658 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 41460) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:44:57.109678 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9c259fe3-ebbe-40f2-a663-bc2070a457ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:57.117455 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a0f6a3a3-6086-427f-b9df-b9e1d724b3aa req-5ab26835-82ec-4c29-9c7a-4dd8235258ff tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532279 Jun 24 12:44:57.159218 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-15fb820f-a190-4ea1-ab9a-9d4c2d2b54bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.179778 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-15fb820f-a190-4ea1-ab9a-9d4c2d2b54bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.285949 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-15fb820f-a190-4ea1-ab9a-9d4c2d2b54bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.288628 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-15fb820f-a190-4ea1-ab9a-9d4c2d2b54bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:44:57.289760 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-15fb820f-a190-4ea1-ab9a-9d4c2d2b54bf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4bc9007d-1c00-4922-ad8d-c9e1a5e798a0 HTTP/1.1" status: 204 len: 168 time: 0.1801713 Jun 24 12:44:57.291139 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b1ccc36a-b84a-4c97-8f70-5b8b0d120bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:44:57.299135 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb820f-a190-4ea1-ab9a-9d4c2d2b54bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc9007d-1c00-4922-ad8d-c9e1a5e798a0,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:44:57.301383 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-15fb820f-a190-4ea1-ab9a-9d4c2d2b54bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:44:57.527941 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e58c6-973e-4a3c-9c09-35b82d5ceecf req-993d74ef-88bf-4a9b-89c3-35aa00d914eb tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:57.529467 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5c9e58c6-973e-4a3c-9c09-35b82d5ceecf req-993d74ef-88bf-4a9b-89c3-35aa00d914eb tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0640244 Jun 24 12:44:57.568276 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5c9e58c6-973e-4a3c-9c09-35b82d5ceecf req-5cdc809a-ef82-44c2-a9ce-7d23ed8b8e27 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327616 Jun 24 12:44:58.045206 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5989b5b2-6b66-4b81-b3ee-2d46a01af5f6 req-e9b0c273-efca-4602-8348-fde148f03820 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349493 Jun 24 12:44:58.295385 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31968c-19f1-46bc-9a3b-7aeb062c9722 req-92623fae-7b5a-4265-8a46-d8d577c2bf64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:58.296925 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fb31968c-19f1-46bc-9a3b-7aeb062c9722 req-92623fae-7b5a-4265-8a46-d8d577c2bf64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0645852 Jun 24 12:44:58.337401 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fb31968c-19f1-46bc-9a3b-7aeb062c9722 req-0e6dba16-bcb1-4e8b-8c58-9f3827476eac tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345960 Jun 24 12:44:58.742798 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cd003-fb8c-4016-b484-7cfe4982ec52 req-d97166e4-e41a-4ea6-b367-1a6ab938cee4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:58.744959 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8d8cd003-fb8c-4016-b484-7cfe4982ec52 req-d97166e4-e41a-4ea6-b367-1a6ab938cee4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0644507 Jun 24 12:44:58.787957 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8d8cd003-fb8c-4016-b484-7cfe4982ec52 req-85e60b75-a650-4737-8bd4-4d84e2418513 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368533 Jun 24 12:44:59.548709 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158882ad-e3e3-4761-8610-2478bb8a5976 req-56c4da20-a37e-4114-8d12-f71868953174 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:44:59.550100 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-158882ad-e3e3-4761-8610-2478bb8a5976 req-56c4da20-a37e-4114-8d12-f71868953174 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0830808 Jun 24 12:44:59.589992 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-158882ad-e3e3-4761-8610-2478bb8a5976 req-42fdd2a0-51f9-4f51-9079-98df19d5ab63 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341201 Jun 24 12:45:00.152078 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a54285-d705-4cde-9b44-4061dfd2272f req-4ffe6e18-3e26-43e0-ac71-1242ef4d0a12 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:00.153902 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f4a54285-d705-4cde-9b44-4061dfd2272f req-4ffe6e18-3e26-43e0-ac71-1242ef4d0a12 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.2511363 Jun 24 12:45:00.199134 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f4a54285-d705-4cde-9b44-4061dfd2272f req-f0bf218a-9baf-42f6-81b4-bc5c6aeeb621 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389493 Jun 24 12:45:00.394957 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e043d95-486b-484c-b8e2-62b104182461 req-95964d47-e37b-4cbd-b9bd-8d570e04f617 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:00.400745 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3e043d95-486b-484c-b8e2-62b104182461 req-95964d47-e37b-4cbd-b9bd-8d570e04f617 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0807269 Jun 24 12:45:00.437473 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3e043d95-486b-484c-b8e2-62b104182461 req-b03cfde0-c07f-4b33-a87b-09c83d05feb6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346816 Jun 24 12:45:00.462536 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 41586) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:00.617364 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4bcb67-633b-48ea-bf91-84f0b17a72e2 tempest-TestVolumeBootPattern-359899521 tempest-TestVolumeBootPattern-359899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:00.619713 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-7a4bcb67-633b-48ea-bf91-84f0b17a72e2 tempest-TestVolumeBootPattern-359899521 tempest-TestVolumeBootPattern-359899521-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 1094 time: 0.1560326 Jun 24 12:45:00.622746 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 41594) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:00.627440 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'port_id': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:00.755612 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.780188 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fe543-375e-4aa6-9e5f-11e616b0e687 req-cb209956-1793-4467-ac97-0f22e084ccee tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:00.781722 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-053fe543-375e-4aa6-9e5f-11e616b0e687 req-cb209956-1793-4467-ac97-0f22e084ccee tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0670304 Jun 24 12:45:00.821254 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-053fe543-375e-4aa6-9e5f-11e616b0e687 req-d84ead64-c2b1-44bf-a549-73b0c657f091 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335345 Jun 24 12:45:00.861849 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:00.968239 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Allocated IP 172.27.2.25 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/573fd9f7-7667-4573-9c16-749b39cceb95) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:01.073633 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.182022 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.191927 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ab538d5e-d702-4fed-b1fb-8ca5e14cf368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:01.217955 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:01.220973 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:01.227289 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:01.258749 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=573fd9f7-7667-4573-9c16-749b39cceb95,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:01.263228 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:01.620554 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:01.827889 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.010010 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.035423 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2a804-ec22-4939-87b7-411da45d7a9b req-8c1d9868-37b5-4c2b-940d-a0c9c5d85752 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:02.036908 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eee2a804-ec22-4939-87b7-411da45d7a9b req-8c1d9868-37b5-4c2b-940d-a0c9c5d85752 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0954227 Jun 24 12:45:02.077896 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eee2a804-ec22-4939-87b7-411da45d7a9b req-c3f39fa8-a7c6-4e1f-9670-bdd4bacd0292 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342760 Jun 24 12:45:02.114601 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.117149 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-29d61a43-6412-4eac-b51a-5f9254001425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:02.183652 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=573fd9f7-7667-4573-9c16-749b39cceb95,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:02.187779 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:02.198587 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.299831 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Floating IP 7c60add0-b8be-4270-bbfc-4410be67670d associated. External IP: 172.27.2.25, port: cdd6492b-68c2-4b07-9da6-c864180efdd8. Jun 24 12:45:02.520599 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Router 08a07045-c051-4182-8efb-c695cc29ff03 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:02.635752 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:02.645420 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:02.655833 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:02.656622 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:44:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:02.761142 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:02.767415 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:02.799974 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1760633 Jun 24 12:45:02.801053 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d338586-cf29-409a-ab21-a9cdc3448989', 'tag': 'cdd6492b-68c2-4b07-9da6-c864180efdd8'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:02.803007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d338586-cf29-409a-ab21-a9cdc3448989", "tag": "cdd6492b-68c2-4b07-9da6-c864180efdd8"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:02.879550 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19968731-f2c6-488a-9cf0-a0dfaaf84a82 x-openstack-request-id: req-19968731-f2c6-488a-9cf0-a0dfaaf84a82 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:02.880023 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d338586-cf29-409a-ab21-a9cdc3448989", "tag": "cdd6492b-68c2-4b07-9da6-c864180efdd8", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:02.891941 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-19968731-f2c6-488a-9cf0-a0dfaaf84a82 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:02.891941 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d338586-cf29-409a-ab21-a9cdc3448989', 'tag': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'status': 'completed', 'code': 200} Jun 24 12:45:03.013570 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '7c60add0-b8be-4270-bbfc-4410be67670d', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:fc:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d338586-cf29-409a-ab21-a9cdc3448989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:01Z', 'updated_at': '2021-06-24T12:45:01Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:03.041823 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:45:03.048592 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:03.049208 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:44:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:03.156119 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:03.383468 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '7c60add0-b8be-4270-bbfc-4410be67670d', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:fc:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d338586-cf29-409a-ab21-a9cdc3448989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:01Z', 'updated_at': '2021-06-24T12:45:01Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:03.413401 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca0a23-6343-4ea6-a91d-9fe39c63e431 None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '7c60add0-b8be-4270-bbfc-4410be67670d', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:fc:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d338586-cf29-409a-ab21-a9cdc3448989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:01Z', 'updated_at': '2021-06-24T12:45:01Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:03.600319 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b476877-630a-4f19-990f-cd28803c467b None None] New status for floating IP 7c60add0-b8be-4270-bbfc-4410be67670d: ACTIVE {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:45:04.947297 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-0231ce46-68c5-4de2-a78a-1e764f7b72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:04.948796 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-0231ce46-68c5-4de2-a78a-1e764f7b72ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 1099 time: 0.0644603 Jun 24 12:45:05.064169 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-1a5ac44b-8f0a-46ef-a17d-3edd951cdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:05.065697 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-1a5ac44b-8f0a-46ef-a17d-3edd951cdb75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.1069703 Jun 24 12:45:05.147895 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-a75b84c2-4a48-4126-a716-778874554acd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdd6492b-68c2-4b07-9da6-c864180efdd8 HTTP/1.1" status: 200 len: 1001 time: 0.0705640 Jun 24 12:45:05.218003 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-ae88668e-1635-4f58-8a35-86f565d83656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:05.219450 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-ae88668e-1635-4f58-8a35-86f565d83656 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0430515 Jun 24 12:45:05.280787 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-19b0590e-2895-4b7e-bc34-5b24fad42e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:05.282221 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-19b0590e-2895-4b7e-bc34-5b24fad42e80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509377 Jun 24 12:45:05.376261 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-3263ebe3-32f5-4448-8b6f-f69e46791a1a service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872338 Jun 24 12:45:05.465775 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2bbfe846-57c4-43c7-8eb3-0e5e64ec9e1c req-1389acfb-2eed-4245-82d2-136efbc7e047 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825715 Jun 24 12:45:06.975579 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:07.894524 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de916754-b125-4116-ab6a-b9eeea5747ee req-ba89ce9b-0f46-4546-bc4a-31491133a285 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:07.895885 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-de916754-b125-4116-ab6a-b9eeea5747ee req-ba89ce9b-0f46-4546-bc4a-31491133a285 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0623281 Jun 24 12:45:07.932277 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-de916754-b125-4116-ab6a-b9eeea5747ee req-66405389-0cee-40d7-93a5-b4f543a8ced5 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306251 Jun 24 12:45:09.113485 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f01d2-1d65-4977-888f-3172aa727d81 req-4f6f2fba-1ce4-4f62-833c-8f07b0483e05 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:09.114936 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-094f01d2-1d65-4977-888f-3172aa727d81 req-4f6f2fba-1ce4-4f62-833c-8f07b0483e05 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0675421 Jun 24 12:45:09.152140 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-094f01d2-1d65-4977-888f-3172aa727d81 req-76a4c30b-c081-427a-87ac-c98a2786244d tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Jun 24 12:45:10.335450 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f91d4-dc29-4057-ba45-68383179ef57 req-a5bfeaad-6a7e-4a84-9d6f-72edcf18ee3e tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:10.337510 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e96f91d4-dc29-4057-ba45-68383179ef57 req-a5bfeaad-6a7e-4a84-9d6f-72edcf18ee3e tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0682282 Jun 24 12:45:10.379444 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e96f91d4-dc29-4057-ba45-68383179ef57 req-c90c4957-09ef-4d51-8373-f9f37ec4da09 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360131 Jun 24 12:45:11.557272 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1b2e0-17f1-46b6-9882-5617acb9754f req-cff92691-368b-4971-b526-3f1a98a2ed26 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:11.558791 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6ca1b2e0-17f1-46b6-9882-5617acb9754f req-cff92691-368b-4971-b526-3f1a98a2ed26 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0677583 Jun 24 12:45:11.596346 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6ca1b2e0-17f1-46b6-9882-5617acb9754f req-1bf44e2b-2823-4b13-8ca0-d369d6d87248 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Jun 24 12:45:12.770390 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63a972-072c-46f4-9fe3-f4cdbce73c4d req-89fe635d-d6f7-465f-a245-3c4b10b95e06 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:12.772150 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5f63a972-072c-46f4-9fe3-f4cdbce73c4d req-89fe635d-d6f7-465f-a245-3c4b10b95e06 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0647089 Jun 24 12:45:12.812115 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5f63a972-072c-46f4-9fe3-f4cdbce73c4d req-be05ab8b-d760-46a4-aece-bf38e768acbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333352 Jun 24 12:45:13.862555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912f8b-0145-46ab-8a03-b59a263249e4 req-8f642582-5678-4cee-93d9-3c5e92fe9ecb tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:13.864047 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3e912f8b-0145-46ab-8a03-b59a263249e4 req-8f642582-5678-4cee-93d9-3c5e92fe9ecb tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0746434 Jun 24 12:45:13.909279 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3e912f8b-0145-46ab-8a03-b59a263249e4 req-5fc3dc2c-db58-4254-bb53-b9f3d52fb7bd tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373595 Jun 24 12:45:14.073291 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2c07-ec47-4790-bf3f-1fc7d29cb821 req-fa54e2aa-3b88-4253-9816-77095a1c63b6 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:14.074763 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2e3c2c07-ec47-4790-bf3f-1fc7d29cb821 req-fa54e2aa-3b88-4253-9816-77095a1c63b6 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0665288 Jun 24 12:45:14.114524 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2e3c2c07-ec47-4790-bf3f-1fc7d29cb821 req-f6dd4618-c2f3-43d5-9eae-c0478e2154ab tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Jun 24 12:45:14.342324 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5db21-d192-4006-a89e-3c3565a95e77 req-97c09419-3e02-451e-a203-f1a9026951c5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:14.343850 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-74d5db21-d192-4006-a89e-3c3565a95e77 req-97c09419-3e02-451e-a203-f1a9026951c5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0649230 Jun 24 12:45:14.349256 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-6a9a87a4-2176-4483-bcd0-3f3580bb8787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:14.383339 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-74d5db21-d192-4006-a89e-3c3565a95e77 req-840b4300-e3d7-44eb-b025-a2c4b9df0d5e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336590 Jun 24 12:45:15.087609 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989cdce-4217-4eeb-a5af-69524ad9a1c6 req-bc49ecbb-6946-4c51-9473-4e830487f331 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:15.089071 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0989cdce-4217-4eeb-a5af-69524ad9a1c6 req-bc49ecbb-6946-4c51-9473-4e830487f331 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0656700 Jun 24 12:45:15.136064 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0989cdce-4217-4eeb-a5af-69524ad9a1c6 req-c1c5af5e-3712-4c2c-bc36-0b46bafa66fe tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412359 Jun 24 12:45:15.293286 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1d2f-215d-438a-8bde-b192abac0145 req-9165ccc2-1a1c-4e59-91eb-6e77799a2e6a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:15.294839 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ab9f1d2f-215d-438a-8bde-b192abac0145 req-9165ccc2-1a1c-4e59-91eb-6e77799a2e6a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0689642 Jun 24 12:45:15.333067 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ab9f1d2f-215d-438a-8bde-b192abac0145 req-a10d884d-10bb-4503-be00-2d007ecceea9 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Jun 24 12:45:15.558990 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15945ec-d2d1-41b7-a89a-87c4fb018248 req-dfcceaa5-e523-49ed-8655-3f0f407a751a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:15.560481 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e15945ec-d2d1-41b7-a89a-87c4fb018248 req-dfcceaa5-e523-49ed-8655-3f0f407a751a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0626988 Jun 24 12:45:15.598497 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e15945ec-d2d1-41b7-a89a-87c4fb018248 req-2d2740c9-74dd-4b79-b1ed-1940994c986a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317557 Jun 24 12:45:16.312054 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584126d-40d4-4a33-94e0-a2f7a36acc29 req-b4d78ae1-903e-4402-864b-69f4231d1db2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:16.313568 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4584126d-40d4-4a33-94e0-a2f7a36acc29 req-b4d78ae1-903e-4402-864b-69f4231d1db2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0676515 Jun 24 12:45:16.354211 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4584126d-40d4-4a33-94e0-a2f7a36acc29 req-000d1cc2-f327-434f-bf3f-74b9dae77122 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348837 Jun 24 12:45:16.518272 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756536b7-2864-4673-a7e7-2f80b6a0a766 req-b75cd8db-4357-4fb8-b086-64e16a8a99d3 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:16.519820 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-756536b7-2864-4673-a7e7-2f80b6a0a766 req-b75cd8db-4357-4fb8-b086-64e16a8a99d3 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0649054 Jun 24 12:45:16.558525 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-756536b7-2864-4673-a7e7-2f80b6a0a766 req-98e39488-930b-42df-8824-f1204aa40cf9 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Jun 24 12:45:16.777669 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb8589-b77e-4868-838a-da31d1db6e48 req-1fed6200-95f1-4b18-8897-248ceeec888f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:16.779084 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-91fb8589-b77e-4868-838a-da31d1db6e48 req-1fed6200-95f1-4b18-8897-248ceeec888f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0678732 Jun 24 12:45:16.819975 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-91fb8589-b77e-4868-838a-da31d1db6e48 req-d1a3b050-d57a-4f19-9c8c-e7b12d9e7a0a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349650 Jun 24 12:45:16.987434 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-eb4d1370-ae08-4d24-b0b3-3e035843d354 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1434002 Jun 24 12:45:16.991893 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-7533e2b4-b80e-4445-b7de-644c68cf4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:16.993799 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-7533e2b4-b80e-4445-b7de-644c68cf4949 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1137 time: 0.1413672 Jun 24 12:45:17.029097 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-27da0fd8-67c0-4f7e-8c2d-50b14cf45f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.146966 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-bc561fd1-ab1d-4466-af39-a106e9cf1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.148484 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-bc561fd1-ab1d-4466-af39-a106e9cf1894 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9731df6b-69df-4861-ad5d-fb8920842df9 HTTP/1.1" status: 200 len: 916 time: 0.1176357 Jun 24 12:45:17.158116 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-28e037b4-fc99-4202-ab5f-1a957ce64434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.159569 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-28e037b4-fc99-4202-ab5f-1a957ce64434 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 1100 time: 0.0842741 Jun 24 12:45:17.263350 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-fce2c801-8b8f-4434-99eb-65cce3fec5bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 1001 time: 0.1028216 Jun 24 12:45:17.309199 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:17.329288 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-0fcc694e-d471-4d1a-b027-1a1198dbda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.330705 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-0fcc694e-d471-4d1a-b027-1a1198dbda0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 917 time: 0.1334937 Jun 24 12:45:17.334175 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-ce6e41fe-aec4-47ae-9a7c-4681e94392c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.335580 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-ce6e41fe-aec4-47ae-9a7c-4681e94392c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aeb7091f-8419-4f67-8fd9-ae4253f24abd HTTP/1.1" status: 200 len: 854 time: 0.0612607 Jun 24 12:45:17.435015 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-d0d9101d-8f33-4d66-8c67-5fe181075ed4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1 HTTP/1.1" status: 200 len: 1002 time: 0.0846400 Jun 24 12:45:17.451379 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-3b9d63bf-5a3e-4a30-b79e-a6d3197a36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.452844 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-3b9d63bf-5a3e-4a30-b79e-a6d3197a36e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9731df6b-69df-4861-ad5d-fb8920842df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0959382 Jun 24 12:45:17.537122 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715408f6-82ce-4145-9089-71a233e8314d req-2df47e9a-6f1d-431a-8944-33e72f70d022 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.538612 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-715408f6-82ce-4145-9089-71a233e8314d req-2df47e9a-6f1d-431a-8944-33e72f70d022 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0691497 Jun 24 12:45:17.581275 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-715408f6-82ce-4145-9089-71a233e8314d req-49f77f16-f998-4639-aa21-09953ea81199 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361242 Jun 24 12:45:17.752529 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee4749-0078-4888-a4bd-23c48e961a50 req-20db8a0c-3a41-41ab-9cc6-e05b8edb840a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:17.753995 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ebee4749-0078-4888-a4bd-23c48e961a50 req-20db8a0c-3a41-41ab-9cc6-e05b8edb840a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0670767 Jun 24 12:45:17.794827 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ebee4749-0078-4888-a4bd-23c48e961a50 req-2f9a1c97-5119-473f-834a-baa68726ab7e tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Jun 24 12:45:18.003558 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dfef-ce01-490f-a04d-c8010433c757 req-fc1d1252-618e-4a1a-9cc4-0be9dcaef03d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:18.005074 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7511dfef-ce01-490f-a04d-c8010433c757 req-fc1d1252-618e-4a1a-9cc4-0be9dcaef03d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0653505 Jun 24 12:45:18.048849 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7511dfef-ce01-490f-a04d-c8010433c757 req-c3774d57-ec0b-4fb6-b567-3712b3dfa9bd tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370846 Jun 24 12:45:18.416585 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:18.765286 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f2eb9-fa09-4997-a532-50a8fc56b02a req-bf7b6e75-93aa-4368-b381-ba3a0e050d1f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:18.766748 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-311f2eb9-fa09-4997-a532-50a8fc56b02a req-bf7b6e75-93aa-4368-b381-ba3a0e050d1f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0622885 Jun 24 12:45:18.806507 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-311f2eb9-fa09-4997-a532-50a8fc56b02a req-dda829f6-0fdb-4acc-9863-58ab12b81f1a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339103 Jun 24 12:45:18.974856 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba95cb-e8d0-42e1-a0d5-58d80dfb4237 req-06f59a51-22c6-4ff7-9c0f-23b5beb3106f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:18.976368 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c1ba95cb-e8d0-42e1-a0d5-58d80dfb4237 req-06f59a51-22c6-4ff7-9c0f-23b5beb3106f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0656297 Jun 24 12:45:19.014020 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c1ba95cb-e8d0-42e1-a0d5-58d80dfb4237 req-f28cb034-65d3-4932-a3c0-1e3ce43e6258 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Jun 24 12:45:19.459409 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-31728e97-b3d5-437d-bb21-46a7b8214532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.460820 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-31728e97-b3d5-437d-bb21-46a7b8214532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.3655801 Jun 24 12:45:19.488966 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-63c0f75a-334d-4ee2-b0ad-4d08facde6b5 service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858728 Jun 24 12:45:19.506101 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb258-c1f6-4673-8410-442a625c13a8 req-cfc47e34-8e37-46f0-8504-26884a5cdfe3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.507504 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-51afb258-c1f6-4673-8410-442a625c13a8 req-cfc47e34-8e37-46f0-8504-26884a5cdfe3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1077812 Jun 24 12:45:19.545063 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-51afb258-c1f6-4673-8410-442a625c13a8 req-8577db56-2431-4472-ac4a-321eab8f5737 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Jun 24 12:45:19.988946 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59ae5-a802-4297-bf46-c6f68d5de0f4 req-ddfce18d-d5d0-4b72-9520-96d03935ccc2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:19.990397 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-45e59ae5-a802-4297-bf46-c6f68d5de0f4 req-ddfce18d-d5d0-4b72-9520-96d03935ccc2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0648265 Jun 24 12:45:19.994628 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:20.030236 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-45e59ae5-a802-4297-bf46-c6f68d5de0f4 req-18a23d68-71f2-4856-929b-0246157fb6e8 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337949 Jun 24 12:45:20.267924 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-1f02c283-8d90-400f-a270-43d71c4576de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:20.269405 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-1f02c283-8d90-400f-a270-43d71c4576de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1653547 Jun 24 12:45:20.271952 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4dd7209d-78e8-4cae-aaa0-6892bfcf0a2f req-0e880043-8962-452a-ad48-a8b707c11d0d service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590340 Jun 24 12:45:20.288435 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c53094-56c9-4287-af3d-0aa7c3187d90 req-ef7afe5c-6339-464d-be6c-98ffb5c96199 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:20.289795 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e7c53094-56c9-4287-af3d-0aa7c3187d90 req-ef7afe5c-6339-464d-be6c-98ffb5c96199 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.1521204 Jun 24 12:45:20.370750 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e7c53094-56c9-4287-af3d-0aa7c3187d90 req-026b1aa3-aeec-435b-bf9a-979eb39455f5 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749626 Jun 24 12:45:20.407360 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-c0c6f94e-4b0e-43e5-9932-8c4e8b05a6b3 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048908 Jun 24 12:45:20.592047 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5153df8d-7666-4961-9e8c-247bfde9feaa req-86a244ef-990c-4f81-b8a5-0b4f08e3d190 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895605 Jun 24 12:45:20.723723 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2651a-b1d9-436b-aee5-15227e8f476c req-dc0a1019-a11b-454b-8a1b-d2501c506fc8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:20.725243 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95f2651a-b1d9-436b-aee5-15227e8f476c req-dc0a1019-a11b-454b-8a1b-d2501c506fc8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0651462 Jun 24 12:45:20.765450 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95f2651a-b1d9-436b-aee5-15227e8f476c req-7e680fc7-7630-4011-9d22-cfafd3908315 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343437 Jun 24 12:45:20.896755 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-a37bcdbe-1d97-4889-9329-167571d026e0 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:20.898191 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-a37bcdbe-1d97-4889-9329-167571d026e0 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.36 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 946 time: 0.0638454 Jun 24 12:45:21.011441 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Deleting port 31e99a49-31d7-4445-9c1b-b8e316a488c4 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:21.017520 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.101175 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] For port 31e99a49-31d7-4445-9c1b-b8e316a488c4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=31e99a49-31d7-4445-9c1b-b8e316a488c4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:21.101537 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.104060 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:45:21.115951 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Calling delete_port for 31e99a49-31d7-4445-9c1b-b8e316a488c4 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:21.276434 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69cf5a-ed18-4d00-a75f-d39450d9d585 req-88778ded-e893-42b8-9cf0-2ec3daa0f39a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:21.278011 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c69cf5a-ed18-4d00-a75f-d39450d9d585 req-88778ded-e893-42b8-9cf0-2ec3daa0f39a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.1169360 Jun 24 12:45:21.350205 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c69cf5a-ed18-4d00-a75f-d39450d9d585 req-cf04c912-296d-458c-9632-f32b33060a4c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541689 Jun 24 12:45:21.469091 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.474351 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:21.502833 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Pushing event deleted for resources: {'Port': ['ID=31e99a49-31d7-4445-9c1b-b8e316a488c4,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:21.520229 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['31e99a49-31d7-4445-9c1b-b8e316a488c4'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:45:21.544167 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.544545 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.544760 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-941b6dea-cf00-49fd-bd26-9fbdc23ad688 req-90090f90-7e6a-4ec9-85b8-a3f9e9934c26 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 210 time: 0.0498395 Jun 24 12:45:21.545223 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.545514 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.545878 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.546238 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.546599 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.546955 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.547328 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.547681 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.548031 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.548382 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:21.551887 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:21.573666 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] No DVR routers for this DVR port 31e99a49-31d7-4445-9c1b-b8e316a488c4 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:21.576544 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:21.578785 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-23a04fdf-23c0-4e5f-8705-6d744b3391cc req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.36 "DELETE /v2.0/ports/31e99a49-31d7-4445-9c1b-b8e316a488c4 HTTP/1.1" status: 204 len: 173 time: 0.6690216 Jun 24 12:45:21.582642 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d7ab9-15c4-4bd9-95d4-f3a728216ec5', 'name': 'network-vif-deleted', 'tag': '31e99a49-31d7-4445-9c1b-b8e316a488c4'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:21.582642 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb2df3f-29dd-4114-b103-c4b5bdb41c1f" -d '{"events": [{"server_uuid": "f93d7ab9-15c4-4bd9-95d4-f3a728216ec5", "name": "network-vif-deleted", "tag": "31e99a49-31d7-4445-9c1b-b8e316a488c4"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:21.679447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd59ecd-1fcc-43df-87c7-73ceaa18821b x-openstack-request-id: req-cdd59ecd-1fcc-43df-87c7-73ceaa18821b {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:21.679806 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d7ab9-15c4-4bd9-95d4-f3a728216ec5", "name": "network-vif-deleted", "tag": "31e99a49-31d7-4445-9c1b-b8e316a488c4", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:21.680096 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-cdd59ecd-1fcc-43df-87c7-73ceaa18821b {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:21.681203 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93d7ab9-15c4-4bd9-95d4-f3a728216ec5', 'name': 'network-vif-deleted', 'tag': '31e99a49-31d7-4445-9c1b-b8e316a488c4', 'status': 'completed', 'code': 200} Jun 24 12:45:21.941987 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728435b-b2e3-476e-bcf1-4835e4e5b579 req-b9bddad1-5bf9-4767-a354-01b739caaf79 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:21.943743 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d728435b-b2e3-476e-bcf1-4835e4e5b579 req-b9bddad1-5bf9-4767-a354-01b739caaf79 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.0645568 Jun 24 12:45:21.983696 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d728435b-b2e3-476e-bcf1-4835e4e5b579 req-880f410a-71dc-4101-9814-d2f2c90f7af2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340161 Jun 24 12:45:22.596687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a4d37-a036-4876-a2fb-d2d43e4f5e11 req-ff859e51-9947-401d-9bff-b386a20ac3eb tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:22.599144 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-588a4d37-a036-4876-a2fb-d2d43e4f5e11 req-ff859e51-9947-401d-9bff-b386a20ac3eb tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.1037345 Jun 24 12:45:22.691932 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-588a4d37-a036-4876-a2fb-d2d43e4f5e11 req-54dbf11f-6dc9-4824-820a-6bd4ce78b31f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775421 Jun 24 12:45:22.725632 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-3aa93e5a-ad8f-4d5c-86bb-b11044b5743e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:22.728183 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-3aa93e5a-ad8f-4d5c-86bb-b11044b5743e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1275606 Jun 24 12:45:22.767116 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9cbefce5-4e1f-4a21-ab15-91975ff8379f req-820f2e45-60e0-45cb-886a-fd02d6db9cef tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=f93d7ab9-15c4-4bd9-95d4-f3a728216ec5 HTTP/1.1" status: 200 len: 210 time: 0.0680146 Jun 24 12:45:22.885374 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Deleting port 50449013-b624-4eb2-bfcf-019cbcd751dc {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:22.885726 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:22.982500 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] For port 50449013-b624-4eb2-bfcf-019cbcd751dc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50449013-b624-4eb2-bfcf-019cbcd751dc,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:22.982984 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.275302 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397a7c-7d35-4bf4-b0ec-2f86cf4eb28d req-6fa63a4a-93c0-47ff-b39f-f0b8b69f107d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:23.276875 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e2397a7c-7d35-4bf4-b0ec-2f86cf4eb28d req-6fa63a4a-93c0-47ff-b39f-f0b8b69f107d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 945 time: 0.1637163 Jun 24 12:45:23.278666 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.279035 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.279455 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Floating IP 7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2 disassociated. External IP: 172.27.2.33, port: 50449013-b624-4eb2-bfcf-019cbcd751dc. Jun 24 12:45:23.279860 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Calling delete_port for 50449013-b624-4eb2-bfcf-019cbcd751dc owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:23.364541 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e2397a7c-7d35-4bf4-b0ec-2f86cf4eb28d req-3f7c4157-9fb9-4233-ba54-ffbf87519c07 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=8a3e053a-9a94-47be-a4b3-95b773c39dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796683 Jun 24 12:45:23.701969 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:23.706163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2bf8bde5-bb1f-4e28-9cf6-fd1202a7df39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:23.733469 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event deleted for resources: {'Port': ['ID=50449013-b624-4eb2-bfcf-019cbcd751dc,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:23.736959 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:23.864652 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Router 2d86c083-efe5-41ba-bb29-9831151eb6c2 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:45:23.939478 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838e92b-8952-4459-9d84-2a919bd1d3d0 req-3b9a5122-5b84-4c5c-a07d-eaff5484c824 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:23.941151 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b838e92b-8952-4459-9d84-2a919bd1d3d0 req-3b9a5122-5b84-4c5c-a07d-eaff5484c824 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.1074233 Jun 24 12:45:24.000156 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b838e92b-8952-4459-9d84-2a919bd1d3d0 req-7aa4737e-ebe9-4ecc-a8e0-57f3a2c10168 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525310 Jun 24 12:45:24.019477 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:45:24.033435 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] Sync routers for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:45:24.050734 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:24.051376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:45:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:24.078345 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] No DVR routers for this DVR port 50449013-b624-4eb2-bfcf-019cbcd751dc on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:45:24.081043 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:24.083371 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6cfa1c30-dd46-466d-9a4b-c5a99b786ca5 req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "DELETE /v2.0/ports/50449013-b624-4eb2-bfcf-019cbcd751dc HTTP/1.1" status: 204 len: 173 time: 1.3329153 Jun 24 12:45:24.084011 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1947795a-62dc-42f0-986d-48fe989d840c', 'name': 'network-vif-deleted', 'tag': '50449013-b624-4eb2-bfcf-019cbcd751dc'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:24.089369 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d1f3a0-5900-49ae-87b8-6704a4c1b1c6" -d '{"events": [{"server_uuid": "1947795a-62dc-42f0-986d-48fe989d840c", "name": "network-vif-deleted", "tag": "50449013-b624-4eb2-bfcf-019cbcd751dc"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:24.154213 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d768732-5afc-4940-a0d8-5e2d2fc1a956 x-openstack-request-id: req-0d768732-5afc-4940-a0d8-5e2d2fc1a956 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:24.154864 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1947795a-62dc-42f0-986d-48fe989d840c", "name": "network-vif-deleted", "tag": "50449013-b624-4eb2-bfcf-019cbcd751dc", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:24.155366 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-0d768732-5afc-4940-a0d8-5e2d2fc1a956 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:24.155986 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1947795a-62dc-42f0-986d-48fe989d840c', 'name': 'network-vif-deleted', 'tag': '50449013-b624-4eb2-bfcf-019cbcd751dc', 'status': 'completed', 'code': 200} Jun 24 12:45:24.183420 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:24.423270 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:24.451580 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] Checking router: 2d86c083-efe5-41ba-bb29-9831151eb6c2 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:45:24.460779 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:45:24.461402 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:45:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:24.523817 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-149c646f-2652-4f43-b43a-f059c2e380b6 req-0c03d67f-2eeb-4232-b631-69552494161f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0309587 Jun 24 12:45:24.593678 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:45:24.820398 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:45:24.851271 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a182223-a2f8-4241-9fda-d9580a7980c4 None None] The sync data for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi is: [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:45:25.141242 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27a5da-3201-4f0e-8813-9ea8f401a2ff None None] New status for floating IP 7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2: DOWN {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:45:25.221905 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3cc66-b9b1-46c2-869f-f3f7dd0d7efe req-4b1b3041-43ea-49cb-b2f7-e222b52970d6 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:25.223512 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06d3cc66-b9b1-46c2-869f-f3f7dd0d7efe req-4b1b3041-43ea-49cb-b2f7-e222b52970d6 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0675950 Jun 24 12:45:25.277549 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-06d3cc66-b9b1-46c2-869f-f3f7dd0d7efe req-47b4c06a-f413-478f-af18-cb08da8e4cfa tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454364 Jun 24 12:45:25.420343 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf90d-80b2-43c4-bde4-645535435448 req-08c4df9f-5f16-48d8-b465-de54869c5601 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:25.421858 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26baf90d-80b2-43c4-bde4-645535435448 req-08c4df9f-5f16-48d8-b465-de54869c5601 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0710618 Jun 24 12:45:25.475680 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26baf90d-80b2-43c4-bde4-645535435448 req-32a3badb-3719-4f68-8200-a913c75a5f75 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465803 Jun 24 12:45:25.688449 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-154c180d-dfa1-4d47-ae5e-ecc294151659 req-6a2c5c5e-0ae1-4f61-93c5-65b73e6daf2a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0315578 Jun 24 12:45:26.461183 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43471-fc13-42ad-8f2d-cddddf691056 req-91f95215-00d4-450d-aa50-7cb1b3d8acea tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:26.462954 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1c43471-fc13-42ad-8f2d-cddddf691056 req-91f95215-00d4-450d-aa50-7cb1b3d8acea tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0678580 Jun 24 12:45:26.506406 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 31e99a49-31d7-4445-9c1b-b8e316a488c4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:26.510823 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1c43471-fc13-42ad-8f2d-cddddf691056 req-6ce57a06-a763-4d8c-821d-363ae6a5a350 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417643 Jun 24 12:45:26.534923 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 31e99a49-31d7-4445-9c1b-b8e316a488c4 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:26.535499 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 31e99a49-31d7-4445-9c1b-b8e316a488c4 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:26.536119 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 50449013-b624-4eb2-bfcf-019cbcd751dc no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:26.559560 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 50449013-b624-4eb2-bfcf-019cbcd751dc {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:45:26.565284 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 50449013-b624-4eb2-bfcf-019cbcd751dc not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:45:26.673718 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34300c-b1c6-4dd1-a093-ccb20d72773e req-8a83572f-9ce6-4bcd-846a-6ed9799d30ac tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:26.675128 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5f34300c-b1c6-4dd1-a093-ccb20d72773e req-8a83572f-9ce6-4bcd-846a-6ed9799d30ac tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0620797 Jun 24 12:45:26.716835 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5f34300c-b1c6-4dd1-a093-ccb20d72773e req-9abb6e95-1950-48e6-9e45-f05979018bb0 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Jun 24 12:45:26.844794 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-70420d6c-1d45-4914-a2f4-afca47d8beeb req-574ff33b-043c-451d-959e-e475f12afb29 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0299118 Jun 24 12:45:27.718113 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bb84f-6f1e-4230-b60b-a25f1199bc54 req-c2b3ff8b-2a28-4b8d-8d1c-648140ea353a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:27.719709 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2d5bb84f-6f1e-4230-b60b-a25f1199bc54 req-c2b3ff8b-2a28-4b8d-8d1c-648140ea353a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0657828 Jun 24 12:45:27.771642 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2d5bb84f-6f1e-4230-b60b-a25f1199bc54 req-15ec74ab-d383-4640-9ecc-406446d654ec tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456607 Jun 24 12:45:27.917263 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752150f-e3e9-4b62-90cb-54d122e24dcb req-c3ba2d2a-018f-4586-858a-63a452665cfc tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:27.919871 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f752150f-e3e9-4b62-90cb-54d122e24dcb req-c3ba2d2a-018f-4586-858a-63a452665cfc tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0784218 Jun 24 12:45:27.976657 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f752150f-e3e9-4b62-90cb-54d122e24dcb req-a5fa78d0-036f-4967-b58e-89ac4ceb8b51 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426142 Jun 24 12:45:28.024710 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-15a550db-08fb-4a76-ab21-3b48dff3c1f4 req-54c41c4c-f9f0-4e90-82e3-feb69cfa9fa8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0379374 Jun 24 12:45:28.951809 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bcce4-bed4-4284-a97f-edf82a620d40 req-fdbc58d9-8d10-4497-be43-c935b1e8bbf9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:28.953328 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-342bcce4-bed4-4284-a97f-edf82a620d40 req-fdbc58d9-8d10-4497-be43-c935b1e8bbf9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0651107 Jun 24 12:45:28.996140 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-342bcce4-bed4-4284-a97f-edf82a620d40 req-f03b862c-10ba-4ac4-8c20-86fc5f9551cb tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367649 Jun 24 12:45:29.174576 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d2edc-d0a6-4a60-b62e-60572268cd86 req-f6fc8621-827a-4a4c-96d5-6d8ebcef4a74 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:29.176287 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-172d2edc-d0a6-4a60-b62e-60572268cd86 req-f6fc8621-827a-4a4c-96d5-6d8ebcef4a74 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0756018 Jun 24 12:45:29.190178 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dfc7fae0-846a-47a2-8a88-29dd22761944 req-9485d833-8c7f-40f7-8550-08ebce57a0f5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0292888 Jun 24 12:45:29.220637 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-172d2edc-d0a6-4a60-b62e-60572268cd86 req-09103620-3a4b-4078-be30-fd019dd3924d tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Jun 24 12:45:30.184157 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92805421-9cea-43e5-bf1f-0291f48932f9 req-aa895af7-7333-42f1-a175-b2bcc9aa045e tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:30.185631 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-92805421-9cea-43e5-bf1f-0291f48932f9 req-aa895af7-7333-42f1-a175-b2bcc9aa045e tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0704811 Jun 24 12:45:30.229534 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-92805421-9cea-43e5-bf1f-0291f48932f9 req-f3562a22-7e7e-409c-9ee2-572150dd964f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374105 Jun 24 12:45:30.368757 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-24fcd328-6dd8-4821-bdb0-701707dffd09 req-e5deb5ab-69aa-4ce3-a6dd-ca964eee5007 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1947795a-62dc-42f0-986d-48fe989d840c HTTP/1.1" status: 200 len: 210 time: 0.0346286 Jun 24 12:45:30.410806 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a44b2-d21f-42f7-a5a0-45c6ba170a80 req-b6d59f27-0011-43cc-886f-55df35ebce6f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:30.412225 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e81a44b2-d21f-42f7-a5a0-45c6ba170a80 req-b6d59f27-0011-43cc-886f-55df35ebce6f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0695670 Jun 24 12:45:30.453509 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e81a44b2-d21f-42f7-a5a0-45c6ba170a80 req-396f6c96-9826-4e89-b3d3-9c4873ac04e7 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353639 Jun 24 12:45:31.425779 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2364d8-a792-4a71-ba79-eafb900d318b req-9919d6e8-bf0d-4ad7-94f7-ce7081e4d6a6 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:31.427367 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-da2364d8-a792-4a71-ba79-eafb900d318b req-9919d6e8-bf0d-4ad7-94f7-ce7081e4d6a6 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0760844 Jun 24 12:45:31.475626 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-da2364d8-a792-4a71-ba79-eafb900d318b req-dca2a155-2e84-48d7-b91a-4aaad90cf499 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417483 Jun 24 12:45:31.611189 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42040) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:31.668438 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf40171-6742-4bb0-8b18-ab041e6be77b req-c1ed7206-e17e-4bce-9256-2030c8081522 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:31.670921 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1bf40171-6742-4bb0-8b18-ab041e6be77b req-c1ed7206-e17e-4bce-9256-2030c8081522 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0828192 Jun 24 12:45:31.676400 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-80a0a510-0652-40ed-ae91-cd0be6f8e35b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.703756 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-80a0a510-0652-40ed-ae91-cd0be6f8e35b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.720987 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1bf40171-6742-4bb0-8b18-ab041e6be77b req-ce905e15-ab27-4923-964f-d8af89099f20 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Jun 24 12:45:31.909078 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-80a0a510-0652-40ed-ae91-cd0be6f8e35b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.912273 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-80a0a510-0652-40ed-ae91-cd0be6f8e35b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:31.913439 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-80a0a510-0652-40ed-ae91-cd0be6f8e35b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "DELETE /v2.0/security-groups/8a3e053a-9a94-47be-a4b3-95b773c39dec HTTP/1.1" status: 204 len: 168 time: 0.3004084 Jun 24 12:45:31.914235 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ff7e7621-746e-4e5d-b79f-ee178b62fde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:31.917055 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42052) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:31.925501 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0a510-0652-40ed-ae91-cd0be6f8e35b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3e053a-9a94-47be-a4b3-95b773c39dec,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:31.928136 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-80a0a510-0652-40ed-ae91-cd0be6f8e35b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:31.932849 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.api.v2.resource [None req-ef1d317a-56fd-41f0-8416-cce5ef0b102e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] show failed (client error): The resource could not be found. Jun 24 12:45:31.933373 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ef1d317a-56fd-41f0-8416-cce5ef0b102e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups/8a3e053a-9a94-47be-a4b3-95b773c39dec HTTP/1.1" status: 404 len: 347 time: 0.0150311 Jun 24 12:45:31.936325 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42054) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:32.101700 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Deleting port 80036b11-37a9-4144-b89d-28a313e09978 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:45:32.102050 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.190368 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.190702 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.203966 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Calling delete_port for 80036b11-37a9-4144-b89d-28a313e09978 owned by network:floatingip {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:45:32.429623 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.432761 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:32.457594 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event deleted for resources: {'Port': ['ID=80036b11-37a9-4144-b89d-28a313e09978,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:32.485314 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.485697 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.486069 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.486697 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.487059 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.487446 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.487806 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.488165 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.488523 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.488876 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.489231 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.489581 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:32.493665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:32.540930 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.543911 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:32.545085 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "DELETE /v2.0/floatingips/7d6bfd08-44f5-4837-8d1f-6b67a8d5f7e2 HTTP/1.1" status: 204 len: 168 time: 0.6078637 Jun 24 12:45:32.670637 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc6c7-e18c-447d-8ef4-20ece8096dbd req-86eed5a1-295f-4285-ba41-06a18ffb3349 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:32.672188 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e9cbc6c7-e18c-447d-8ef4-20ece8096dbd req-86eed5a1-295f-4285-ba41-06a18ffb3349 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0702977 Jun 24 12:45:32.713760 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e9cbc6c7-e18c-447d-8ef4-20ece8096dbd req-49564c36-6110-4c70-96ef-59d3fd55abb5 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355868 Jun 24 12:45:32.918354 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e53ec0-4a87-4289-875b-4d3fbdc49446 req-6d44f27a-16fe-4df2-a4e0-64b416bff0af tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:32.920026 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-61e53ec0-4a87-4289-875b-4d3fbdc49446 req-6d44f27a-16fe-4df2-a4e0-64b416bff0af tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0689797 Jun 24 12:45:32.955941 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42076) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:32.960779 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720190883', 'description': 'tempest-description--457666748'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:32.965757 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-61e53ec0-4a87-4289-875b-4d3fbdc49446 req-30fd9127-551d-402c-8066-5a9142e69343 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391080 Jun 24 12:45:33.124736 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.215043 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.343618 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.347435 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2cf35013-3a87-4eba-8abf-99a385910b5f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:33.376066 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7121f69c-a916-48b4-b880-073a44338c63,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:33.378983 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:33.487026 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.488360 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5314128 Jun 24 12:45:33.491469 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42088) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:33.496778 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-a5d17ace-b38e-494b-aa73-4c64149c968a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'security_group_rule': {'security_group_id': '7121f69c-a916-48b4-b880-073a44338c63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:33.600343 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a5d17ace-b38e-494b-aa73-4c64149c968a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.656664 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a5d17ace-b38e-494b-aa73-4c64149c968a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.749723 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a5d17ace-b38e-494b-aa73-4c64149c968a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.756313 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:33.770524 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d17ace-b38e-494b-aa73-4c64149c968a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0f8c0a-64ed-433f-8024-5cbd0fdd537e,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:33.773132 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a5d17ace-b38e-494b-aa73-4c64149c968a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:33.902909 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91c0d-5c90-44d8-aca8-5c745570dcb4 req-0399c588-1652-4848-bcff-1f897ffb3f5b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:33.904419 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9ef91c0d-5c90-44d8-aca8-5c745570dcb4 req-0399c588-1652-4848-bcff-1f897ffb3f5b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0707479 Jun 24 12:45:33.951036 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9ef91c0d-5c90-44d8-aca8-5c745570dcb4 req-32b3c8f2-92bf-458e-9fdc-c00390564ed4 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405841 Jun 24 12:45:33.955451 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a5d17ace-b38e-494b-aa73-4c64149c968a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:33.959647 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a5d17ace-b38e-494b-aa73-4c64149c968a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642806 Jun 24 12:45:33.959994 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42094) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:33.965119 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-1016f51c-4027-4054-952f-ff33b3cd0cab tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'security_group_rule': {'security_group_id': '7121f69c-a916-48b4-b880-073a44338c63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:34.090071 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1016f51c-4027-4054-952f-ff33b3cd0cab tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.176238 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078194b-b985-4f41-9004-e0e1a3b6abf0 req-a9b39a1a-d118-4832-87b7-5cca311134e6 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:34.179883 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3078194b-b985-4f41-9004-e0e1a3b6abf0 req-a9b39a1a-d118-4832-87b7-5cca311134e6 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0741940 Jun 24 12:45:34.220249 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3078194b-b985-4f41-9004-e0e1a3b6abf0 req-00d70095-dbc7-42b9-9c4e-3f5a016eab6f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357547 Jun 24 12:45:34.384322 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1016f51c-4027-4054-952f-ff33b3cd0cab tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.475340 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1016f51c-4027-4054-952f-ff33b3cd0cab tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.477334 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-acbfa24e-0cf1-480b-8ab6-d7411b95f4d9 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:34.496380 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016f51c-4027-4054-952f-ff33b3cd0cab tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b548b716-8ab0-45a0-9c15-d9f3d5d88630,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:34.499511 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1016f51c-4027-4054-952f-ff33b3cd0cab tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:34.598922 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1016f51c-4027-4054-952f-ff33b3cd0cab tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.600304 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-1016f51c-4027-4054-952f-ff33b3cd0cab tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6394460 Jun 24 12:45:34.605564 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42102) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:34.610209 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:34.710104 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.816116 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:34.936742 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Allocated IP 172.27.2.18 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/ab55dc31-0082-42e0-bc0c-7300bd06a3c3) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:35.043482 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.145501 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92324e6e-9ee8-4d57-af03-65c6141ceaac req-e7b50557-d1dc-4408-8587-a6d1ad45346c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:35.146955 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-92324e6e-9ee8-4d57-af03-65c6141ceaac req-e7b50557-d1dc-4408-8587-a6d1ad45346c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0718093 Jun 24 12:45:35.189533 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-92324e6e-9ee8-4d57-af03-65c6141ceaac req-2388542e-c589-43c2-b930-10c0b17d5378 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356257 Jun 24 12:45:35.190912 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28726112'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.192861 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-85a0687b-8c42-42e6-a915-135d6b3b9644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.230390 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:35.233119 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:35.236693 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:35.245333 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'Port': ['ID=ab55dc31-0082-42e0-bc0c-7300bd06a3c3,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.268035 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.331675 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.401799 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608972-52fe-4fd9-9d6b-c01b913cb4ef req-825c0106-8e47-4451-9405-d583bdaf270a tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:35.403311 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0e608972-52fe-4fd9-9d6b-c01b913cb4ef req-825c0106-8e47-4451-9405-d583bdaf270a tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0632975 Jun 24 12:45:35.443941 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0e608972-52fe-4fd9-9d6b-c01b913cb4ef req-ee01f154-d76f-45ca-925c-2d2a287f47c7 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331256 Jun 24 12:45:35.460702 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.613883 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.698545 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28726162'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:35.700801 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-67d4e95b-c683-46cb-9073-514688ca32bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:35.767604 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'Port': ['ID=ab55dc31-0082-42e0-bc0c-7300bd06a3c3,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:35.770719 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:35.782589 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.126849 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:36.132791 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-26f3f12e-e836-4018-b678-159cea46e3d6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5216141 Jun 24 12:45:36.282057 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-ee899b7a-720a-44f2-9c7e-122e7c8111a9 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--720190883&fields=id&tenant_id=94f1387669d4493089d5aa4f146028d3 HTTP/1.1" status: 200 len: 267 time: 0.0388896 Jun 24 12:45:36.372737 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba7fd4-ce05-4d61-b380-ae6013594f83 req-26ca7cb4-c8de-43eb-bbf8-e19060578755 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:36.374152 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-86ba7fd4-ce05-4d61-b380-ae6013594f83 req-26ca7cb4-c8de-43eb-bbf8-e19060578755 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0634863 Jun 24 12:45:36.391348 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-7ae5fefc-d2e1-4cda-a124-d0ce3e5ec483 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:36.392837 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-7ae5fefc-d2e1-4cda-a124-d0ce3e5ec483 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 811 time: 0.1039672 Jun 24 12:45:36.411594 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-6d613342-72ff-4466-bf44-b0cc8281cd12 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/quotas/94f1387669d4493089d5aa4f146028d3 HTTP/1.1" status: 200 len: 375 time: 0.0127697 Jun 24 12:45:36.418715 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-86ba7fd4-ce05-4d61-b380-ae6013594f83 req-2f5b67cc-3b30-4966-985e-6df4133266d7 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372210 Jun 24 12:45:36.483585 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-d8a1aec0-c4fc-46d5-bb17-95378b3fb4f2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685091 Jun 24 12:45:36.635710 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948964-e6b2-4f1c-9b55-e0ca71a58045 req-6d706553-8c48-4d87-99c8-f2dea032df96 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:36.637190 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f9948964-e6b2-4f1c-9b55-e0ca71a58045 req-6d706553-8c48-4d87-99c8-f2dea032df96 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0720840 Jun 24 12:45:36.643228 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-3ddcca1b-4cd1-4ef4-b294-6fac2ee5afc6 service neutron] 10.222.0.99 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472552 Jun 24 12:45:36.677651 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f9948964-e6b2-4f1c-9b55-e0ca71a58045 req-0f1d49ac-3e8b-49ee-a502-15a31a296d8d tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341704 Jun 24 12:45:36.738149 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-dd8a607d-e246-4273-8931-3601d4d419f4 service neutron] 10.222.0.99 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913320 Jun 24 12:45:36.972601 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:37.113191 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-40c5f9e0-ef97-44de-b9dd-dcb844538959 req-a71886e1-45ef-4bc0-9cc0-fbb8935b6a48 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 210 time: 0.0308626 Jun 24 12:45:37.601962 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6530c8-a45b-4940-8e4f-2535d002fb0c req-36183227-f3d7-400f-b694-93915da37d79 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:37.603498 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ca6530c8-a45b-4940-8e4f-2535d002fb0c req-36183227-f3d7-400f-b694-93915da37d79 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0694935 Jun 24 12:45:37.644553 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ca6530c8-a45b-4940-8e4f-2535d002fb0c req-ed169c43-6e91-4739-88ee-b10fb1b58fcb tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347466 Jun 24 12:45:37.865542 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bdefe-f8d6-442d-acc2-1e97bcbe3ee2 req-4ecaf00d-2ea9-4a4e-9b9e-5c1a29f5f9f5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:37.866936 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-298bdefe-f8d6-442d-acc2-1e97bcbe3ee2 req-4ecaf00d-2ea9-4a4e-9b9e-5c1a29f5f9f5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0648355 Jun 24 12:45:37.908392 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-298bdefe-f8d6-442d-acc2-1e97bcbe3ee2 req-8027d858-2ec2-44e5-917c-ae10a67cec65 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354815 Jun 24 12:45:38.261149 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1b23769e-3a42-4d4e-aba1-2b47f6d1820a req-fa86f618-ee6c-4c81-9083-dd142887f877 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 210 time: 0.0304155 Jun 24 12:45:38.817850 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317d478-fc6c-402b-801b-7d9bc550174c req-2d00015f-d3c5-4435-a15b-57ad59a7fc85 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:38.819371 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9317d478-fc6c-402b-801b-7d9bc550174c req-2d00015f-d3c5-4435-a15b-57ad59a7fc85 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0628781 Jun 24 12:45:38.860717 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9317d478-fc6c-402b-801b-7d9bc550174c req-d619029b-a0d9-4d93-8bf5-55d59584640a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344942 Jun 24 12:45:39.082270 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e976e-e91d-455d-ae37-7a53b05a57a0 req-686b1a71-7ca2-4ed3-af48-9b5891e9150a tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:39.083755 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-764e976e-e91d-455d-ae37-7a53b05a57a0 req-686b1a71-7ca2-4ed3-af48-9b5891e9150a tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0617840 Jun 24 12:45:39.121951 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-764e976e-e91d-455d-ae37-7a53b05a57a0 req-cd1fc211-a44c-4c77-908c-4c16cfc1e605 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Jun 24 12:45:39.400430 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0d5b23e6-0768-4062-91c5-4304c5ac15a2 req-415e3c36-2b8e-4d10-a8a6-8980158aecf7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 210 time: 0.0286787 Jun 24 12:45:40.074200 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32924f-1e31-4225-a547-0dfc18a4a672 req-57fdb803-e4de-448e-90c5-88b604801a4b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:40.075702 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8e32924f-1e31-4225-a547-0dfc18a4a672 req-57fdb803-e4de-448e-90c5-88b604801a4b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0744390 Jun 24 12:45:40.116074 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8e32924f-1e31-4225-a547-0dfc18a4a672 req-c9fdd492-5904-4eac-8ec8-a2e7e52f5125 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346155 Jun 24 12:45:40.303058 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de8193-ccba-44dc-b791-e440b848687d req-cf8e0c77-4012-4476-ba5b-da6b19a533eb tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:40.304531 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-93de8193-ccba-44dc-b791-e440b848687d req-cf8e0c77-4012-4476-ba5b-da6b19a533eb tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0675051 Jun 24 12:45:40.459234 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-810357c2-d915-453f-b09f-88ea6c4cf72b tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:40.460817 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-810357c2-d915-453f-b09f-88ea6c4cf72b tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/networks?id=1d63974b-9642-4c87-aaf1-36a1868352b7 HTTP/1.1" status: 200 len: 813 time: 0.1090941 Jun 24 12:45:40.477905 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-6387c10a-d401-4ba1-b0b7-3f6957081601 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/quotas/6e9f6b36d2184239bf31137e5992a398 HTTP/1.1" status: 200 len: 375 time: 0.0101640 Jun 24 12:45:40.519583 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0eeedc0c-52ea-4189-bcaf-6dc4a3f431cf tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=6e9f6b36d2184239bf31137e5992a398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354555 Jun 24 12:45:40.584223 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-93de8193-ccba-44dc-b791-e440b848687d req-96199cf7-9613-450d-b9ad-48f23b943def tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726605 Jun 24 12:45:40.613705 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-bdbb2751-d2eb-4c11-9f63-f7a1836b4ff9 service neutron] 10.222.0.99 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871694 Jun 24 12:45:40.708409 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-86f9d16f-dafc-4751-b4c2-4a08511b37cf service neutron] 10.222.0.99 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887156 Jun 24 12:45:40.711554 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b25f924f-9b27-4512-abbf-d9237c952ba0 req-4898d075-784e-4bab-ab35-092561c1d28c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 210 time: 0.0277908 Jun 24 12:45:41.038890 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5caaf10a-87c8-4fc2-a9b1-de31b67d65ba req-96eb498c-add9-4ca5-adca-f63345151f1f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 210 time: 0.0283194 Jun 24 12:45:41.292157 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef1be4-436b-4935-8e50-928b0931dd2f req-66006caa-0b0f-4901-abaf-d4a3dd12c33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:41.293742 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-88ef1be4-436b-4935-8e50-928b0931dd2f req-66006caa-0b0f-4901-abaf-d4a3dd12c33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0651481 Jun 24 12:45:41.333939 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-88ef1be4-436b-4935-8e50-928b0931dd2f req-5010a142-03d1-4a7c-ab1e-89610b4c1ae1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342252 Jun 24 12:45:41.765995 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd46356-74d2-4cf8-958e-f00fa2311cce req-65357e68-3210-4fa1-8889-3e05a8489af3 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:41.767542 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2cd46356-74d2-4cf8-958e-f00fa2311cce req-65357e68-3210-4fa1-8889-3e05a8489af3 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0711396 Jun 24 12:45:41.818301 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2cd46356-74d2-4cf8-958e-f00fa2311cce req-7b305725-0545-4b67-a7f7-fb0bfd674d8f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Jun 24 12:45:41.864161 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3111e9c0-3c14-4b4d-8c46-56019ba18375 req-230cc8cd-8591-4134-9ad8-943d86b2590d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 210 time: 0.0317287 Jun 24 12:45:42.184547 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-abf3dbbd-ad6c-48f0-85a7-d7d0b4b444c7 req-872bb2bd-18ba-486e-9615-d900752eafc6 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 210 time: 0.0283492 Jun 24 12:45:42.516640 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a493e-de03-4d8b-8e7b-347b4b9b2fbf req-1ed1744c-56e8-4c09-b88b-2681d6db567d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:42.518178 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fa1a493e-de03-4d8b-8e7b-347b4b9b2fbf req-1ed1744c-56e8-4c09-b88b-2681d6db567d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0729837 Jun 24 12:45:42.558105 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-fa1a493e-de03-4d8b-8e7b-347b4b9b2fbf req-33341832-be2a-4881-85c0-3f553538adbf tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339713 Jun 24 12:45:43.015733 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f401c868-eba3-41ff-be86-68dc3c7fa971 req-67c148db-97ef-4408-88b8-1408856634b8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 210 time: 0.0332570 Jun 24 12:45:43.052054 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967d92-259f-4543-9d35-a2717850d1fd req-27627589-1df4-4ca9-a88a-f3b792a06e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.053601 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1967d92-259f-4543-9d35-a2717850d1fd req-27627589-1df4-4ca9-a88a-f3b792a06e2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d08363634f147bba888dfa25e7273dc&device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1098 time: 0.1099782 Jun 24 12:45:43.070373 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f411b4-0cac-413b-ab47-d02499f2bd3d req-635af36e-cfb9-48d1-a55b-31594e0925d6 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.072412 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-41f411b4-0cac-413b-ab47-d02499f2bd3d req-635af36e-cfb9-48d1-a55b-31594e0925d6 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.1202955 Jun 24 12:45:43.170139 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-41f411b4-0cac-413b-ab47-d02499f2bd3d req-dec27249-0e49-48c3-8563-fce2e3ea77f9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901198 Jun 24 12:45:43.191047 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967d92-259f-4543-9d35-a2717850d1fd req-3fc55b25-460b-410c-9fef-e8720040a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.192706 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1967d92-259f-4543-9d35-a2717850d1fd req-3fc55b25-460b-410c-9fef-e8720040a1d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=559cf1e1-0266-438e-b066-36db5cc4ba08 HTTP/1.1" status: 200 len: 909 time: 0.1300838 Jun 24 12:45:43.269042 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1967d92-259f-4543-9d35-a2717850d1fd req-24da6b7e-beb3-4222-8ed1-811819d03057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aacdf19-9166-4edc-b4be-885453d5fb87 HTTP/1.1" status: 200 len: 1000 time: 0.0658281 Jun 24 12:45:43.325656 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ba49e366-12e6-4769-b93b-4b0f816747dd req-d7f00002-ce55-4140-bb4a-4cddf4339587 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 210 time: 0.0296111 Jun 24 12:45:43.366352 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967d92-259f-4543-9d35-a2717850d1fd req-01ad30f6-f813-43e6-952e-0df59f62595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.367810 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1967d92-259f-4543-9d35-a2717850d1fd req-01ad30f6-f813-43e6-952e-0df59f62595a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=223260de-f9a8-463a-ac04-7a41e99878b8 HTTP/1.1" status: 200 len: 847 time: 0.0476522 Jun 24 12:45:43.428489 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967d92-259f-4543-9d35-a2717850d1fd req-aa8ed133-43b7-4187-b970-efdde518a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.429968 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1967d92-259f-4543-9d35-a2717850d1fd req-aa8ed133-43b7-4187-b970-efdde518a454 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=559cf1e1-0266-438e-b066-36db5cc4ba08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541208 Jun 24 12:45:43.532660 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1967d92-259f-4543-9d35-a2717850d1fd req-9f6b786b-2641-4218-a350-6fdf3fa96283 service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878108 Jun 24 12:45:43.628491 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1967d92-259f-4543-9d35-a2717850d1fd req-3ca7af35-0df7-4721-9f55-5dd196f21602 service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876238 Jun 24 12:45:43.751506 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d307d-fb29-4188-9e5b-557378fc64f9 req-71a13fb9-3817-4843-9c6f-49e632eb6ad8 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:43.752981 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cb6d307d-fb29-4188-9e5b-557378fc64f9 req-71a13fb9-3817-4843-9c6f-49e632eb6ad8 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0741601 Jun 24 12:45:43.794720 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cb6d307d-fb29-4188-9e5b-557378fc64f9 req-5981c16f-ee8c-491d-8a3f-d9a1a316ee0d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356152 Jun 24 12:45:44.182134 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-52a0f3ff-895e-4fe3-b746-b4c9c038850b req-4be9e44c-5655-4e13-bbe4-55fc636e46d7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 210 time: 0.0396802 Jun 24 12:45:44.278150 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-beb908c3-f560-4a93-9914-0fd2898d528d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:44.280212 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-beb908c3-f560-4a93-9914-0fd2898d528d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 811 time: 0.1563356 Jun 24 12:45:44.352006 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-da4e1a21-0cb5-4623-802a-4805f3941bdc tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f1387669d4493089d5aa4f146028d3 HTTP/1.1" status: 200 len: 379 time: 0.0537481 Jun 24 12:45:44.361940 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'port': {'device_id': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'admin_state_up': True, 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'security_groups': ['7121f69c-a916-48b4-b880-073a44338c63']}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:44.416015 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d466dee1-f8f8-4b42-81f5-a53b165f9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.486835 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d37eb0ef-c045-4ddb-a5dc-173e97dde574 req-28408f62-89f9-449f-a21f-ed4988ef0ecf tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 210 time: 0.0344276 Jun 24 12:45:44.507904 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91546868-b22e-4262-887c-2f478654d224 req-4e3f894e-86b8-4dff-b086-7cb829e0739b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:44.510209 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-91546868-b22e-4262-887c-2f478654d224 req-4e3f894e-86b8-4dff-b086-7cb829e0739b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.1437211 Jun 24 12:45:44.562237 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-91546868-b22e-4262-887c-2f478654d224 req-f436d9b1-d3aa-4a96-b8e8-e55be0d925b6 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402410 Jun 24 12:45:44.752769 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Made reservation on behalf of 94f1387669d4493089d5aa4f146028d3 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:44.752769 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:44.882633 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Allocated IP 172.20.0.5 (2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef/9b4331cd-883c-4395-88c9-12510ecf9e39/57bcc026-6048-44e1-aed8-a97b99c51b8b) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:44.976826 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce88dda-fe9e-44f1-825b-3ff67aa40eb2 req-686d08fa-97ad-4386-a36a-2447fa33a914 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:44.979198 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0ce88dda-fe9e-44f1-825b-3ff67aa40eb2 req-686d08fa-97ad-4386-a36a-2447fa33a914 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0690751 Jun 24 12:45:45.040381 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0ce88dda-fe9e-44f1-825b-3ff67aa40eb2 req-dc900757-2a66-459d-8dba-80f0663e1989 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=3ff1e2f2-c431-46e1-9950-37088ee7a3a8&id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492971 Jun 24 12:45:45.050906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.067961 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Transition to ACTIVE for port object 57bcc026-6048-44e1-aed8-a97b99c51b8b will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:45.228742 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-1a7f3bae-cc52-4fb2-9501-83841c04c55d tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:45.230238 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-1a7f3bae-cc52-4fb2-9501-83841c04c55d tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.36 "GET /v2.0/networks?id=1d63974b-9642-4c87-aaf1-36a1868352b7 HTTP/1.1" status: 200 len: 813 time: 0.1054697 Jun 24 12:45:45.232515 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.235923 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-329c84fe-dbfd-45bb-85cb-e40c077850ce tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:45.271540 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Request body: {'port': {'device_id': '0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f', 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7', 'admin_state_up': True, 'tenant_id': '6e9f6b36d2184239bf31137e5992a398'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:45.329899 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:45.349464 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:45.354310 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event updated for resources: {'Port': ['ID=57bcc026-6048-44e1-aed8-a97b99c51b8b,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:45.377974 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:45.381383 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:45.466952 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:45.467623 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.515146 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25c028-9ffe-4f97-9938-971b3e92b731 req-fd2e6f03-2420-49c5-9c4f-bd3437201e1e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:45.516730 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dc25c028-9ffe-4f97-9938-971b3e92b731 req-fd2e6f03-2420-49c5-9c4f-bd3437201e1e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 931 time: 0.1908138 Jun 24 12:45:45.563126 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-dc25c028-9ffe-4f97-9938-971b3e92b731 req-75110584-9649-4872-8a33-054a9deb6190 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389471 Jun 24 12:45:45.598981 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2411873 Jun 24 12:45:45.619624 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Request body: {'port': {'device_id': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:45.644849 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c4220dc0-e189-4e72-8c5f-ec5b92e0c81e req-3c373a4a-f8d0-400a-8d98-6e744cce9f31 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 210 time: 0.0308237 Jun 24 12:45:45.701798 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-1ffa3290-0cb5-4f14-b267-9763e822fe01 None None] Provisioning for port 57bcc026-6048-44e1-aed8-a97b99c51b8b completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:45.707162 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-1ffa3290-0cb5-4f14-b267-9763e822fe01 None None] Provisioning complete for port 57bcc026-6048-44e1-aed8-a97b99c51b8b triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:45.707552 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-1ffa3290-0cb5-4f14-b267-9763e822fe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.720939 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Made reservation on behalf of 6e9f6b36d2184239bf31137e5992a398 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:45:45.724393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.741279 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:45.742465 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa3290-0cb5-4f14-b267-9763e822fe01 None None] Port 57bcc026-6048-44e1-aed8-a97b99c51b8b cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:45:45.881371 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fe5ca-bc9f-4f1b-b899-baa0942b5c4f req-94502ce5-ce41-43e8-8797-896fc277f9ba tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:45.882814 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6e7fe5ca-bc9f-4f1b-b899-baa0942b5c4f req-94502ce5-ce41-43e8-8797-896fc277f9ba tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.1964004 Jun 24 12:45:46.042152 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Allocated IP 172.20.0.9 (1d63974b-9642-4c87-aaf1-36a1868352b7/019f291a-b89a-482d-9aa4-fc5aa4a874e9/10dc1d62-e9a7-41de-a422-37a882c3d8a4) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:45:46.073113 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6e7fe5ca-bc9f-4f1b-b899-baa0942b5c4f req-24fed87f-ae78-4195-9f50-7681b87b229e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777813 Jun 24 12:45:46.292148 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bcc026-6048-44e1-aed8-a97b99c51b8b {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:45:46.306012 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.310073 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.326926 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Transition to ACTIVE for port object 57bcc026-6048-44e1-aed8-a97b99c51b8b will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:46.407037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.410839 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fd8ab002-4771-4e19-b27e-81ad97b3d454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.445907 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.477009 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Pushing event updated for resources: {'Port': ['ID=57bcc026-6048-44e1-aed8-a97b99c51b8b,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:46.480750 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.504256 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bfae7adf-3b5f-4ae0-86e5-6353a682920a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.510043 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Network 1d63974b-9642-4c87-aaf1-36a1868352b7 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:45:46.515723 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:45:46.518178 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:45:46.616989 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Pushing event updated for resources: {'Port': ['ID=10dc1d62-e9a7-41de-a422-37a882c3d8a4,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:46.621007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:46.644414 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:46.645098 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.664195 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Attempting to bind port 57bcc026-6048-44e1-aed8-a97b99c51b8b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:46.664508 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Attempting to bind port 57bcc026-6048-44e1-aed8-a97b99c51b8b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:46.664847 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Attempting to bind port 57bcc026-6048-44e1-aed8-a97b99c51b8b on network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:46.670842 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Port 57bcc026-6048-44e1-aed8-a97b99c51b8b on network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:45:46.672828 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Attempting to bind port 57bcc026-6048-44e1-aed8-a97b99c51b8b on network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:46.678741 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:46.679217 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Checking segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:46.679499 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Bound using segment: {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:46.679935 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Bound port: 57bcc026-6048-44e1-aed8-a97b99c51b8b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:46.680295 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.765624 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] For port 57bcc026-6048-44e1-aed8-a97b99c51b8b, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:46.768809 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] For port 57bcc026-6048-44e1-aed8-a97b99c51b8b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=57bcc026-6048-44e1-aed8-a97b99c51b8b,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:46.779549 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b822f35-15e2-4c65-ab18-3d389e27d34c req-daa50246-bda0-4cdf-a247-bcb83ba5e6be tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:46.781232 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7b822f35-15e2-4c65-ab18-3d389e27d34c req-daa50246-bda0-4cdf-a247-bcb83ba5e6be tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 943 time: 0.0715978 Jun 24 12:45:46.812157 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5462129 Jun 24 12:45:46.820791 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7b822f35-15e2-4c65-ab18-3d389e27d34c req-5e3856ca-37c6-43bb-b794-9a3c750fdee6 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332699 Jun 24 12:45:46.835725 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Request body: {'port': {'device_id': '0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:45:46.883118 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878b18-4936-47e3-940f-592ee4c7a972 req-e84d8294-ce59-4c17-a624-283838f2e380 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:46.883118 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-11878b18-4936-47e3-940f-592ee4c7a972 req-e84d8294-ce59-4c17-a624-283838f2e380 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 931 time: 0.0920656 Jun 24 12:45:46.940749 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.947456 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-49bbe9a7-7baa-43f2-8a28-4d5c4c53ce8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:46.975282 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-11878b18-4936-47e3-940f-592ee4c7a972 req-da8ca33d-761a-4ff2-945d-c4c04770ea38 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979083 Jun 24 12:45:46.994101 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:46.994101 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:46.994101 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] 10.222.0.36 "PUT /v2.0/ports/57bcc026-6048-44e1-aed8-a97b99c51b8b HTTP/1.1" status: 200 len: 1093 time: 1.3760316 Jun 24 12:45:46.995039 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'tag': '57bcc026-6048-44e1-aed8-a97b99c51b8b'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:46.997395 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72512eef-9279-4d30-9cee-be1df7880053" -d '{"events": [{"name": "network-changed", "server_uuid": "1819998d-f93f-4656-9a4d-3bf15ca54808", "tag": "57bcc026-6048-44e1-aed8-a97b99c51b8b"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:47.005587 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.011186 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b4c7-e2f4-4c77-ab41-1f8195a15d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.043435 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Pushing event updated for resources: {'Port': ['ID=57bcc026-6048-44e1-aed8-a97b99c51b8b,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:47.064191 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c144ac1-96ef-4224-9e04-84d1b2fe50ac x-openstack-request-id: req-6c144ac1-96ef-4224-9e04-84d1b2fe50ac {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:47.064522 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1819998d-f93f-4656-9a4d-3bf15ca54808", "tag": "57bcc026-6048-44e1-aed8-a97b99c51b8b", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:47.064808 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-6c144ac1-96ef-4224-9e04-84d1b2fe50ac {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:47.065327 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'tag': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'status': 'completed', 'code': 200} Jun 24 12:45:47.066146 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:47.330265 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512eef-9279-4d30-9cee-be1df7880053 req-3317af6a-fa9c-4403-9c64-76f3538c3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:47.331847 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72512eef-9279-4d30-9cee-be1df7880053 req-3317af6a-fa9c-4403-9c64-76f3538c3bea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 1096 time: 0.1786947 Jun 24 12:45:47.381565 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.683400 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218056f3-4ed9-4f43-b417-803513cf3f85 req-8516a8db-bc58-44e2-ab5c-755138bc3ab4 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:47.684832 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-218056f3-4ed9-4f43-b417-803513cf3f85 req-8516a8db-bc58-44e2-ab5c-755138bc3ab4 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.4621491 Jun 24 12:45:47.792197 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-218056f3-4ed9-4f43-b417-803513cf3f85 req-e68306af-a870-4b10-b010-cd9ffc235e8f tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005065 Jun 24 12:45:47.797400 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dc1d62-e9a7-41de-a422-37a882c3d8a4 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:45:47.804552 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512eef-9279-4d30-9cee-be1df7880053 req-f03af0be-d094-4270-9aa3-3d34e0318a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:47.806609 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72512eef-9279-4d30-9cee-be1df7880053 req-f03af0be-d094-4270-9aa3-3d34e0318a65 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94f1387669d4493089d5aa4f146028d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4565008 Jun 24 12:45:47.808767 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.829522 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Transition to ACTIVE for port object 10dc1d62-e9a7-41de-a422-37a882c3d8a4 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:45:47.917342 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512eef-9279-4d30-9cee-be1df7880053 req-00d38d7f-43d3-41b3-99c7-6fc8531b36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:47.922757 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72512eef-9279-4d30-9cee-be1df7880053 req-00d38d7f-43d3-41b3-99c7-6fc8531b36f6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032763 Jun 24 12:45:47.947742 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:47.951489 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-70d5bfa7-5a56-4ec2-aff5-7e31c23f5829 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:48.006456 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59381-46c3-445f-9c5a-afbd7d556279 req-98fb0320-8107-40c3-8044-73435f200e77 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.008008 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7fa59381-46c3-445f-9c5a-afbd7d556279 req-98fb0320-8107-40c3-8044-73435f200e77 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 943 time: 0.0691485 Jun 24 12:45:48.030747 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Pushing event updated for resources: {'Port': ['ID=10dc1d62-e9a7-41de-a422-37a882c3d8a4,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:48.034116 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:48.066144 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7fa59381-46c3-445f-9c5a-afbd7d556279 req-d3302c2a-d247-42a7-960a-cfe044c16778 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492463 Jun 24 12:45:48.157425 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Attempting to bind port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:45:48.157689 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Attempting to bind port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:45:48.158001 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Attempting to bind port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 on network 1d63974b-9642-4c87-aaf1-36a1868352b7 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:48.167955 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 on network 1d63974b-9642-4c87-aaf1-36a1868352b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:45:48.168289 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Attempting to bind port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 on network 1d63974b-9642-4c87-aaf1-36a1868352b7 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:45:48.179079 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-e79cc3a4-556d-484b-8c99-c19b0dfe6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.180606 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-e79cc3a4-556d-484b-8c99-c19b0dfe6c5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 1096 time: 0.1746759 Jun 24 12:45:48.183988 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:45:48.184324 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Checking segment: {'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:45:48.184704 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Bound using segment: {'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:45:48.185133 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Bound port: 10dc1d62-e9a7-41de-a422-37a882c3d8a4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f00e0e2-3a11-4dec-a88b-106f8b73f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:45:48.185489 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.264972 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d74d2-74f3-43e1-b264-73713c326c57 req-c0a5599d-71c9-490f-b03d-99a22a7c149f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.266431 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-420d74d2-74f3-43e1-b264-73713c326c57 req-c0a5599d-71c9-490f-b03d-99a22a7c149f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 943 time: 0.1586721 Jun 24 12:45:48.269653 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-6ef0bda1-d589-4cf0-b246-e3d434fe85ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57bcc026-6048-44e1-aed8-a97b99c51b8b HTTP/1.1" status: 200 len: 217 time: 0.0716283 Jun 24 12:45:48.357555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] For port 10dc1d62-e9a7-41de-a422-37a882c3d8a4, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:45:48.365595 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-420d74d2-74f3-43e1-b264-73713c326c57 req-546e9520-d0b8-4152-97b4-321cefcf8735 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918252 Jun 24 12:45:48.377333 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-15c5dd04-a28e-407e-be81-b90bfc5805c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.378843 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-15c5dd04-a28e-407e-be81-b90bfc5805c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 200 len: 850 time: 0.0942612 Jun 24 12:45:48.382447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] For port 10dc1d62-e9a7-41de-a422-37a882c3d8a4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=10dc1d62-e9a7-41de-a422-37a882c3d8a4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:45:48.443438 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-4639dfe1-78a4-45d9-a750-4b5f7ba773da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.445026 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-4639dfe1-78a4-45d9-a750-4b5f7ba773da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0586433 Jun 24 12:45:48.464575 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42386) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:48.480975 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.481685 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.525257 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:48.553922 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.554610 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.556077 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/10dc1d62-e9a7-41de-a422-37a882c3d8a4 HTTP/1.1" status: 200 len: 1093 time: 1.7246699 Jun 24 12:45:48.595250 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b6f5cad6-8b13-4a57-b8d9-3ba917930a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.598434 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Pushing event updated for resources: {'Port': ['ID=10dc1d62-e9a7-41de-a422-37a882c3d8a4,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:48.603380 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:48.621260 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-94ae8a35-c486-4ced-a9c3-3f6de6256a37 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646142 Jun 24 12:45:48.687448 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b6f5cad6-8b13-4a57-b8d9-3ba917930a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:48.717264 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b99b2ae-8a70-4e68-84e0-072d9170a25e req-1d353bd4-07ee-41a0-aa1d-b2822152e8ba service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886757 Jun 24 12:45:48.860605 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-05174900-a012-4f33-a5fc-f29c6068b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.862340 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-05174900-a012-4f33-a5fc-f29c6068b8c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e9f6b36d2184239bf31137e5992a398&device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 1096 time: 0.0551302 Jun 24 12:45:48.919606 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-a36b4b45-87a0-4961-8bba-32325cbf1599 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10dc1d62-e9a7-41de-a422-37a882c3d8a4 HTTP/1.1" status: 200 len: 217 time: 0.0340557 Jun 24 12:45:48.973705 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363905a-d0e5-4aba-b47b-e5fba434b922 req-7ca81c38-3ef7-4441-8a7e-064cde6d00c7 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.975128 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1363905a-d0e5-4aba-b47b-e5fba434b922 req-7ca81c38-3ef7-4441-8a7e-064cde6d00c7 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0691178 Jun 24 12:45:48.977202 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-122034c4-2f50-4a79-aef6-0ccedbbee8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:48.979209 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-122034c4-2f50-4a79-aef6-0ccedbbee8c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019f291a-b89a-482d-9aa4-fc5aa4a874e9 HTTP/1.1" status: 200 len: 853 time: 0.0494344 Jun 24 12:45:48.989515 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b6f5cad6-8b13-4a57-b8d9-3ba917930a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.003424 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:49.016642 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-a0c4d0b1-ad1a-4fa2-9f5e-31ddceccd8d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d63974b-9642-4c87-aaf1-36a1868352b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267286 Jun 24 12:45:49.047846 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b6f5cad6-8b13-4a57-b8d9-3ba917930a29 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c6bb34caccb24a20bfa6cc67fad56668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819273 Jun 24 12:45:49.048660 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5cad6-8b13-4a57-b8d9-3ba917930a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c2fea2-43f5-4269-8858-e9695b534139,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:49.053465 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42404) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:49.060002 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b6f5cad6-8b13-4a57-b8d9-3ba917930a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:49.063979 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1363905a-d0e5-4aba-b47b-e5fba434b922 req-9a5b0789-1a36-4d7b-b747-2cfd620c2bf3 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822730 Jun 24 12:45:49.066342 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f', 'tag': '10dc1d62-e9a7-41de-a422-37a882c3d8a4'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:49.069049 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ff2619-a615-4491-9a32-c4652f3f8e34" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f", "tag": "10dc1d62-e9a7-41de-a422-37a882c3d8a4"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:49.116560 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4955e0aa-14ec-4d33-b495-8367b3fecb28 x-openstack-request-id: req-4955e0aa-14ec-4d33-b495-8367b3fecb28 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:49.116855 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f", "tag": "10dc1d62-e9a7-41de-a422-37a882c3d8a4", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:49.117190 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-4955e0aa-14ec-4d33-b495-8367b3fecb28 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:49.117624 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f', 'tag': '10dc1d62-e9a7-41de-a422-37a882c3d8a4', 'status': 'completed', 'code': 200} Jun 24 12:45:49.128996 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8faefd2b-7fb2-4e67-9cf6-cdeec03dfdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.147199 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-d7ef488b-42f8-4a24-a374-ad778b312684 service neutron] 10.222.0.36 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157289 Jun 24 12:45:49.161033 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8faefd2b-7fb2-4e67-9cf6-cdeec03dfdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.275290 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9404a7ac-7978-4eaa-9f53-d185c4101214 req-d819e778-7772-46d3-8a0b-8c00c1b5e94a service neutron] 10.222.0.36 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056783 Jun 24 12:45:49.303722 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8faefd2b-7fb2-4e67-9cf6-cdeec03dfdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.306696 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8faefd2b-7fb2-4e67-9cf6-cdeec03dfdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:49.310156 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-8faefd2b-7fb2-4e67-9cf6-cdeec03dfdd6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/43c2fea2-43f5-4269-8858-e9695b534139 HTTP/1.1" status: 204 len: 168 time: 0.2539392 Jun 24 12:45:49.310156 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-763a5f0b-9d6e-45ea-ab27-f2dae4f7de45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:49.322208 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faefd2b-7fb2-4e67-9cf6-cdeec03dfdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c2fea2-43f5-4269-8858-e9695b534139,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:49.325002 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-8faefd2b-7fb2-4e67-9cf6-cdeec03dfdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:49.333289 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020c0d-1ebf-4bff-a151-21525e9d7e25 req-0dc6a6aa-052b-4a1f-92fa-a040d67abb82 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.334876 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-64020c0d-1ebf-4bff-a151-21525e9d7e25 req-0dc6a6aa-052b-4a1f-92fa-a040d67abb82 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 943 time: 0.0859718 Jun 24 12:45:49.382028 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-64020c0d-1ebf-4bff-a151-21525e9d7e25 req-738cd83e-6553-448b-a3cb-4011fb627410 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392804 Jun 24 12:45:49.551901 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb9f53-64e1-47ba-907f-d05bff7c11b4 req-0b91f1ad-6074-4884-8dbc-8448d5cb7e04 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.553269 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-69fb9f53-64e1-47ba-907f-d05bff7c11b4 req-0b91f1ad-6074-4884-8dbc-8448d5cb7e04 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 943 time: 0.0639052 Jun 24 12:45:49.581819 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-25ac34ff-aa87-49f3-9094-cdbce41bf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.583329 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-25ac34ff-aa87-49f3-9094-cdbce41bf67d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e9f6b36d2184239bf31137e5992a398&device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 1096 time: 0.0526938 Jun 24 12:45:49.592271 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-69fb9f53-64e1-47ba-907f-d05bff7c11b4 req-7765cc94-45f6-49fe-87fc-d21ef4643dba tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329914 Jun 24 12:45:49.688916 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-af47d3f9-2f8f-4f9e-a063-7e5d191b611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.690383 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-af47d3f9-2f8f-4f9e-a063-7e5d191b611b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d63974b-9642-4c87-aaf1-36a1868352b7 HTTP/1.1" status: 200 len: 914 time: 0.0994470 Jun 24 12:45:49.738427 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-8dce17f9-d58b-4aa6-b3f3-a016595bcb0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10dc1d62-e9a7-41de-a422-37a882c3d8a4 HTTP/1.1" status: 200 len: 217 time: 0.0346661 Jun 24 12:45:49.788224 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-2a89cf89-4299-43e7-9855-6efab12ee7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.789722 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-2a89cf89-4299-43e7-9855-6efab12ee7ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019f291a-b89a-482d-9aa4-fc5aa4a874e9 HTTP/1.1" status: 200 len: 853 time: 0.0449703 Jun 24 12:45:49.824621 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d6fb-b2e5-429c-8cdf-08e55b7a2929 req-4a297f31-d3e3-4535-a69b-44ed6cd88fdb tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:49.826145 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e595d6fb-b2e5-429c-8cdf-08e55b7a2929 req-4a297f31-d3e3-4535-a69b-44ed6cd88fdb tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0705400 Jun 24 12:45:49.832419 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-e22d8413-5a0a-47e4-b0f1-3614dc469aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d63974b-9642-4c87-aaf1-36a1868352b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329194 Jun 24 12:45:49.866799 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e595d6fb-b2e5-429c-8cdf-08e55b7a2929 req-c836522e-d454-48ad-811f-0090ecfe9831 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346885 Jun 24 12:45:49.986997 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-3175eee7-eddd-4f8e-8b31-3132927069d4 service neutron] 10.222.0.36 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463921 Jun 24 12:45:50.005111 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-36274f88-6604-4b52-94e2-ee91053b40f9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056492 Jun 24 12:45:50.088898 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43ff2619-a615-4491-9a32-c4652f3f8e34 req-b538f3e2-d4d5-452f-b885-c169921121ee service neutron] 10.222.0.36 "GET /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943561 Jun 24 12:45:50.131737 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 6aacdf19-9166-4edc-b4be-885453d5fb87 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:45:50.172213 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.215239 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.241880 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:50.262017 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7da796-e178-443c-b521-fdd31f9da08b" -d '{"events": [{"server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "name": "network-vif-unplugged", "status": "completed", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:50.262574 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:50.288381 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42442) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:50.428776 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1a1c26-1416-425d-b948-25aec84f308a x-openstack-request-id: req-0c1a1c26-1416-425d-b948-25aec84f308a {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:50.429081 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "name": "network-vif-unplugged", "status": "failed", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87", "code": 422}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:50.429339 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-0c1a1c26-1416-425d-b948-25aec84f308a {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:50.430090 dv-cinder-689486-14-iscsi neutron-server[100209]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'code': 422} returned with failed status Jun 24 12:45:50.469520 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.474029 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:50.516511 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c10a-4926-42b5-b16e-0275d46f9548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.526847 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42448) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:50.547883 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=6']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:50.548745 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f35a1c46-f4e8-43aa-8fd5-fddc2173b429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.555918 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.556268 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.556607 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.557051 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.557460 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.557968 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.558291 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.558780 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.559286 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.559617 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.559935 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.560408 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:45:50.564529 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:50.587846 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff5f5f-c56d-47ef-8888-0b7ea2b1fb56 req-b6813556-57fa-4e49-a391-164110f70690 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:50.589329 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d4ff5f5f-c56d-47ef-8888-0b7ea2b1fb56 req-b6813556-57fa-4e49-a391-164110f70690 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 943 time: 0.0735042 Jun 24 12:45:50.637715 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d4ff5f5f-c56d-47ef-8888-0b7ea2b1fb56 req-f1f108f4-4813-4058-abee-ef03be2a7188 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 Jun 24 12:45:50.671665 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c10a-4926-42b5-b16e-0275d46f9548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.780050 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7277cf-a722-4e1a-95a3-5be4f43b9e29 req-8660ad53-13f3-4cf6-a648-ae6ab47f11be tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:50.781558 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8d7277cf-a722-4e1a-95a3-5be4f43b9e29 req-8660ad53-13f3-4cf6-a648-ae6ab47f11be tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 943 time: 0.0644190 Jun 24 12:45:50.784369 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c10a-4926-42b5-b16e-0275d46f9548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.788699 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c038f909-d226-45a9-be5a-2df97c0ebece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:50.870305 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-9fa7c10a-4926-42b5-b16e-0275d46f9548 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=15ac55e7f63e4323afe1c32b50d31ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782809 Jun 24 12:45:50.870580 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42452) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:50.870792 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c10a-4926-42b5-b16e-0275d46f9548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacee589-4506-4634-b2bb-5df51be3ce28,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:50.880875 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-9fa7c10a-4926-42b5-b16e-0275d46f9548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:50.888370 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8d7277cf-a722-4e1a-95a3-5be4f43b9e29 req-d0cb522c-da5b-4f91-9541-42c9fed2dab5 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966420 Jun 24 12:45:50.934636 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55d541-093f-4a1b-8f4c-7b82b61b1516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.952916 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f35a1c46-f4e8-43aa-8fd5-fddc2173b429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:50.967448 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55d541-093f-4a1b-8f4c-7b82b61b1516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.065144 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84aee2-c7e9-4d89-b929-8a5518f2c23e req-06d00beb-614d-4d65-847c-b28c13f3d6f0 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:51.066618 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9d84aee2-c7e9-4d89-b929-8a5518f2c23e req-06d00beb-614d-4d65-847c-b28c13f3d6f0 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.0792465 Jun 24 12:45:51.069471 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f35a1c46-f4e8-43aa-8fd5-fddc2173b429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.074161 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-90914cb2-cd0c-410d-aade-8e3bbf927d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:51.105656 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9d84aee2-c7e9-4d89-b929-8a5518f2c23e req-21b7f106-c618-4ae7-8b48-176e16be03bf tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327988 Jun 24 12:45:51.118524 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-f35a1c46-f4e8-43aa-8fd5-fddc2173b429 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=de2389bf59fb4a3c96038627aff92a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5879080 Jun 24 12:45:51.118524 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a1c46-f4e8-43aa-8fd5-fddc2173b429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c05a3f-4159-4ce5-b1d9-d8c3feaf5077,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:51.119351 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42456) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:51.128583 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f35a1c46-f4e8-43aa-8fd5-fddc2173b429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:51.173139 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-97bdd575-d2c2-4831-af9c-7607e581b187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.197255 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-97bdd575-d2c2-4831-af9c-7607e581b187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.204024 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55d541-093f-4a1b-8f4c-7b82b61b1516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.222500 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55d541-093f-4a1b-8f4c-7b82b61b1516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.222500 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-fe55d541-093f-4a1b-8f4c-7b82b61b1516 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/dacee589-4506-4634-b2bb-5df51be3ce28 HTTP/1.1" status: 204 len: 168 time: 0.3362815 Jun 24 12:45:51.222500 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-33022bf0-906b-456d-8bf9-6047601caec2 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:51.225327 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55d541-093f-4a1b-8f4c-7b82b61b1516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacee589-4506-4634-b2bb-5df51be3ce28,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:51.232257 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-fe55d541-093f-4a1b-8f4c-7b82b61b1516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:51.378157 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-97bdd575-d2c2-4831-af9c-7607e581b187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.381750 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-97bdd575-d2c2-4831-af9c-7607e581b187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:51.387565 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-97bdd575-d2c2-4831-af9c-7607e581b187 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/29c05a3f-4159-4ce5-b1d9-d8c3feaf5077 HTTP/1.1" status: 204 len: 168 time: 0.2624786 Jun 24 12:45:51.387565 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2bf83bd2-3cbb-4cc1-8dbd-a07f0b236f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:51.397366 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdd575-d2c2-4831-af9c-7607e581b187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c05a3f-4159-4ce5-b1d9-d8c3feaf5077,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:51.401826 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-97bdd575-d2c2-4831-af9c-7607e581b187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:51.833769 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b81bb8-8ee2-43f2-8f10-288c6fb7e6cf req-9af95950-afe0-4829-877c-453441799bc0 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:51.835297 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c0b81bb8-8ee2-43f2-8f10-288c6fb7e6cf req-9af95950-afe0-4829-877c-453441799bc0 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 943 time: 0.0710533 Jun 24 12:45:51.875586 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c0b81bb8-8ee2-43f2-8f10-288c6fb7e6cf req-70be5fde-32f9-4a27-b45f-7c2f822001f7 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345087 Jun 24 12:45:52.074825 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5717b2c-d5e6-4e79-89fd-bbb0c67c5ca1 req-6ecbc403-3e32-421a-b335-bf6de1eb0ad3 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:52.076346 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b5717b2c-d5e6-4e79-89fd-bbb0c67c5ca1 req-6ecbc403-3e32-421a-b335-bf6de1eb0ad3 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 943 time: 0.0682795 Jun 24 12:45:52.119058 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b5717b2c-d5e6-4e79-89fd-bbb0c67c5ca1 req-ceaea934-eaf5-4f4c-9044-67ba9029a7c1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365763 Jun 24 12:45:52.128456 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 57bcc026-6048-44e1-aed8-a97b99c51b8b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:45:52.233453 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 57bcc026-6048-44e1-aed8-a97b99c51b8b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=57bcc026-6048-44e1-aed8-a97b99c51b8b,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:52.246007 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'port_id': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'mac_address': 'fa:16:3e:7c:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:45:52.272742 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42484) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:52.288993 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0aa5270d-9a2b-43ec-901a-8eeb5a8e0477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.292336 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.304115 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f3861-191e-4863-8938-2a0c89daea0e req-1e89793a-447a-4465-a623-235ddfc715e5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:52.306049 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f97f3861-191e-4863-8938-2a0c89daea0e req-1e89793a-447a-4465-a623-235ddfc715e5 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.0869668 Jun 24 12:45:52.307161 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bcc026-6048-44e1-aed8-a97b99c51b8b {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:45:52.327992 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 57bcc026-6048-44e1-aed8-a97b99c51b8b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=57bcc026-6048-44e1-aed8-a97b99c51b8b,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:52.351239 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f97f3861-191e-4863-8938-2a0c89daea0e req-df12450d-b07f-4e50-b234-7237c5965279 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388312 Jun 24 12:45:52.416362 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0aa5270d-9a2b-43ec-901a-8eeb5a8e0477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.421555 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.422352 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 10dc1d62-e9a7-41de-a422-37a882c3d8a4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:45:52.424203 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.512414 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=57bcc026-6048-44e1-aed8-a97b99c51b8b,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.516580 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:52.538479 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0aa5270d-9a2b-43ec-901a-8eeb5a8e0477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.544706 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.559718 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 10dc1d62-e9a7-41de-a422-37a882c3d8a4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=10dc1d62-e9a7-41de-a422-37a882c3d8a4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:52.581605 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '10dc1d62-e9a7-41de-a422-37a882c3d8a4', 'network_id': '1d63974b-9642-4c87-aaf1-36a1868352b7', 'port_id': '10dc1d62-e9a7-41de-a422-37a882c3d8a4', 'mac_address': 'fa:16:3e:0b:a5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019f291a-b89a-482d-9aa4-fc5aa4a874e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:45:52.597002 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-0aa5270d-9a2b-43ec-901a-8eeb5a8e0477 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9f28e0c72d5e493d8291fe0d1cdd17b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231335 Jun 24 12:45:52.597944 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5270d-9a2b-43ec-901a-8eeb5a8e0477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0dba46-655f-4ce3-830c-b6d194883427,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.599917 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42492) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:52.600984 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0aa5270d-9a2b-43ec-901a-8eeb5a8e0477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:52.627189 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.642102 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dc1d62-e9a7-41de-a422-37a882c3d8a4 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:45:52.664469 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 10dc1d62-e9a7-41de-a422-37a882c3d8a4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=10dc1d62-e9a7-41de-a422-37a882c3d8a4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:52.673079 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc521135-ba75-49ab-97cd-4c74ae2d9877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.697436 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc521135-ba75-49ab-97cd-4c74ae2d9877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.800616 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.803299 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.851883 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=10dc1d62-e9a7-41de-a422-37a882c3d8a4,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.855344 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:52.909427 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc521135-ba75-49ab-97cd-4c74ae2d9877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.912119 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dc521135-ba75-49ab-97cd-4c74ae2d9877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:52.913314 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-dc521135-ba75-49ab-97cd-4c74ae2d9877 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/fc0dba46-655f-4ce3-830c-b6d194883427 HTTP/1.1" status: 204 len: 168 time: 0.3124139 Jun 24 12:45:52.914121 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ef45f0d1-29ff-4b20-9859-c576cf9ad2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:52.923326 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc521135-ba75-49ab-97cd-4c74ae2d9877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0dba46-655f-4ce3-830c-b6d194883427,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:52.935693 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-dc521135-ba75-49ab-97cd-4c74ae2d9877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:53.124872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ec248-705f-4690-9376-ec06f56b63c9 req-b378e622-0516-469c-a7b0-8cef9595c42c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:53.126507 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-017ec248-705f-4690-9376-ec06f56b63c9 req-b378e622-0516-469c-a7b0-8cef9595c42c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 944 time: 0.0749304 Jun 24 12:45:53.174547 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-017ec248-705f-4690-9376-ec06f56b63c9 req-e1f2fab3-b2fc-499d-aa06-7b9ac922d4e8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418696 Jun 24 12:45:53.301210 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['57bcc026-6048-44e1-aed8-a97b99c51b8b'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:45:53.310819 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b89b36-d593-40a7-bed8-d57e2c5abcd5 req-a3b932f4-d1dc-4084-9756-f6c052f7eacb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:53.312662 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-97b89b36-d593-40a7-bed8-d57e2c5abcd5 req-a3b932f4-d1dc-4084-9756-f6c052f7eacb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 944 time: 0.0740933 Jun 24 12:45:53.350321 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['10dc1d62-e9a7-41de-a422-37a882c3d8a4'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:45:53.359555 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-97b89b36-d593-40a7-bed8-d57e2c5abcd5 req-3d1a907d-3fc7-4efc-8245-57474188281c tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366726 Jun 24 12:45:53.568072 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc257d-05d9-4589-b989-24d8cd0eb4e6 req-0f1db944-6db6-4e22-86d7-4917ba83a002 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:53.568072 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7fcc257d-05d9-4589-b989-24d8cd0eb4e6 req-0f1db944-6db6-4e22-86d7-4917ba83a002 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.0854874 Jun 24 12:45:53.616760 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7fcc257d-05d9-4589-b989-24d8cd0eb4e6 req-65ec85bb-6417-4a59-a636-e3610bfcbfb9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425229 Jun 24 12:45:54.066075 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-63cddcfc-0903-4663-a424-067098dd2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.067733 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-63cddcfc-0903-4663-a424-067098dd2213 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555&tenant_id=8d08363634f147bba888dfa25e7273dc HTTP/1.1" status: 200 len: 1096 time: 0.0753305 Jun 24 12:45:54.173176 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-1bdcc6c3-2806-48ef-8607-dfea68488cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.174669 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-1bdcc6c3-2806-48ef-8607-dfea68488cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d08363634f147bba888dfa25e7273dc&device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1096 time: 0.0607154 Jun 24 12:45:54.279617 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-68cb8be9-d203-490a-ad6f-713beae38cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.281364 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-68cb8be9-d203-490a-ad6f-713beae38cc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=559cf1e1-0266-438e-b066-36db5cc4ba08 HTTP/1.1" status: 200 len: 909 time: 0.0981152 Jun 24 12:45:54.396733 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-5cf6173a-5cfa-4bd9-bbee-7066729d2944 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aacdf19-9166-4edc-b4be-885453d5fb87 HTTP/1.1" status: 200 len: 998 time: 0.0966907 Jun 24 12:45:54.458435 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62f4e0-1f03-474f-a58a-32329dae6f2b req-55ae067f-3e8e-443f-9c57-bf4809009130 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.460016 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6c62f4e0-1f03-474f-a58a-32329dae6f2b req-55ae067f-3e8e-443f-9c57-bf4809009130 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 944 time: 0.1510181 Jun 24 12:45:54.470234 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-76af26aa-de94-4f76-86e3-be6cefa14b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.471754 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-76af26aa-de94-4f76-86e3-be6cefa14b07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=223260de-f9a8-463a-ac04-7a41e99878b8 HTTP/1.1" status: 200 len: 847 time: 0.0679111 Jun 24 12:45:54.563737 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6c62f4e0-1f03-474f-a58a-32329dae6f2b req-21960cde-3952-4905-81b9-a44a140d7f81 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909088 Jun 24 12:45:54.567018 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ab1a-1532-43ae-b0cd-adf1756fdcb8 req-778b8a82-1dc4-4ef9-9812-7c1d57628603 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.575494 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8231ab1a-1532-43ae-b0cd-adf1756fdcb8 req-778b8a82-1dc4-4ef9-9812-7c1d57628603 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 944 time: 0.0839369 Jun 24 12:45:54.592969 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-6542238c-e49e-4e7e-aef0-5f944bf0547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.595051 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-6542238c-e49e-4e7e-aef0-5f944bf0547a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=559cf1e1-0266-438e-b066-36db5cc4ba08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1160924 Jun 24 12:45:54.613474 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8231ab1a-1532-43ae-b0cd-adf1756fdcb8 req-fd89f973-55b2-4135-bfd3-9297a7c8206b tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370822 Jun 24 12:45:54.704177 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-10090bf9-407e-4e58-99e9-464f6f626598 service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014953 Jun 24 12:45:54.844875 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb984b44-d9d3-4f41-9fca-11c415a42365 req-6055c42a-db70-44ac-b7e1-fd8397ca562f service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327620 Jun 24 12:45:54.863683 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d159f-a7ec-456b-a939-5dcf6340cda2 req-a31d65a2-0dfe-4a0f-bf96-73a63f4d2619 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:54.865214 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-be8d159f-a7ec-456b-a939-5dcf6340cda2 req-a31d65a2-0dfe-4a0f-bf96-73a63f4d2619 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.1018300 Jun 24 12:45:54.907945 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-be8d159f-a7ec-456b-a939-5dcf6340cda2 req-42ff3f9e-56f2-48e1-8b5b-84ac23400e86 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346775 Jun 24 12:45:55.757166 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe71d0-0bac-46a8-91c7-98b993b3fa1c req-e528ec82-15b7-4fb7-bbf5-d83d180ec7ea tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:55.759839 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-59fe71d0-0bac-46a8-91c7-98b993b3fa1c req-e528ec82-15b7-4fb7-bbf5-d83d180ec7ea tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 944 time: 0.0740764 Jun 24 12:45:55.817287 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-59fe71d0-0bac-46a8-91c7-98b993b3fa1c req-8726b642-d90b-4c60-ad8f-6ebe4bf58320 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511365 Jun 24 12:45:55.828153 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8db33-f3c0-411a-8a13-a89d898fc37b req-d0eac0b4-b271-478a-8586-4111d5c97461 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:55.830384 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c5c8db33-f3c0-411a-8a13-a89d898fc37b req-d0eac0b4-b271-478a-8586-4111d5c97461 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 944 time: 0.0783057 Jun 24 12:45:55.879817 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c5c8db33-f3c0-411a-8a13-a89d898fc37b req-84d7d7dc-d08b-4c58-a319-60687c385465 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353456 Jun 24 12:45:56.116236 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf0fd3-52a1-4429-9761-8acd56e9390c req-5f06cd33-3dfa-404f-90d9-907205f64164 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:56.118214 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a4bf0fd3-52a1-4429-9761-8acd56e9390c req-5f06cd33-3dfa-404f-90d9-907205f64164 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.0790346 Jun 24 12:45:56.140683 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 57bcc026-6048-44e1-aed8-a97b99c51b8b up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:56.162465 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a4bf0fd3-52a1-4429-9761-8acd56e9390c req-bd0bab6b-a21a-4dc2-9d54-eb17b4d55c69 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378816 Jun 24 12:45:56.658637 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 57bcc026-6048-44e1-aed8-a97b99c51b8b completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:56.671390 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 57bcc026-6048-44e1-aed8-a97b99c51b8b triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:56.671390 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.743236 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.765389 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bcc026-6048-44e1-aed8-a97b99c51b8b'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:56.767740 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf796f4-a1e3-4184-9a6f-ff8443f1c6e6" -d '{"events": [{"server_uuid": "1819998d-f93f-4656-9a4d-3bf15ca54808", "name": "network-vif-plugged", "status": "completed", "tag": "57bcc026-6048-44e1-aed8-a97b99c51b8b"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:56.782027 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 57bcc026-6048-44e1-aed8-a97b99c51b8b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=57bcc026-6048-44e1-aed8-a97b99c51b8b,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:56.809244 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e74152-26ba-438f-8078-1e21f19b1b78 x-openstack-request-id: req-f6e74152-26ba-438f-8078-1e21f19b1b78 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:56.809657 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819998d-f93f-4656-9a4d-3bf15ca54808", "name": "network-vif-plugged", "status": "completed", "tag": "57bcc026-6048-44e1-aed8-a97b99c51b8b", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:56.809971 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-f6e74152-26ba-438f-8078-1e21f19b1b78 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:56.810415 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'code': 200} Jun 24 12:45:56.907575 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:56.908695 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 10dc1d62-e9a7-41de-a422-37a882c3d8a4 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:45:56.911966 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.018957 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=57bcc026-6048-44e1-aed8-a97b99c51b8b,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.023870 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:57.029802 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021474-de98-412d-af69-bc0ff8ae7c07 req-ddaecef8-6940-4915-94a8-c12b4441aabc tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:57.032471 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a5021474-de98-412d-af69-bc0ff8ae7c07 req-ddaecef8-6940-4915-94a8-c12b4441aabc tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 945 time: 0.0831442 Jun 24 12:45:57.073991 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42592) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.090302 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a5021474-de98-412d-af69-bc0ff8ae7c07 req-0d7a8f6a-1c5c-452d-820a-a32b55de2704 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511513 Jun 24 12:45:57.107595 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:45:57.112930 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:45:57.115222 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.121814 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d629cd-fcd4-44e6-8475-ea00e297b095 req-a344eb1b-479a-456f-a788-ae79b892ce0a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:57.123849 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7d629cd-fcd4-44e6-8475-ea00e297b095 req-a344eb1b-479a-456f-a788-ae79b892ce0a tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 944 time: 0.0819924 Jun 24 12:45:57.167780 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7d629cd-fcd4-44e6-8475-ea00e297b095 req-5e855ebf-1878-44e9-b25a-71ef0b7eade5 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Jun 24 12:45:57.212451 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.250055 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 10dc1d62-e9a7-41de-a422-37a882c3d8a4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=10dc1d62-e9a7-41de-a422-37a882c3d8a4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:45:57.260613 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e939fd62-98c5-4791-8475-9417e1c29cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.314912 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.316954 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.366540 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed5b07-0007-4d11-877e-b436aeb117f0 req-ecf1e594-a2de-46c9-819e-bffb8b043228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:57.369639 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-53ed5b07-0007-4d11-877e-b436aeb117f0 req-ecf1e594-a2de-46c9-819e-bffb8b043228 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 1098 time: 0.0783682 Jun 24 12:45:57.381547 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=10dc1d62-e9a7-41de-a422-37a882c3d8a4,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.392132 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:57.403452 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadce91-08e6-4860-a04d-11d9e911abfb req-2baa4303-524b-48e1-a29e-54b8873535e0 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:57.405104 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cdadce91-08e6-4860-a04d-11d9e911abfb req-2baa4303-524b-48e1-a29e-54b8873535e0 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.1151912 Jun 24 12:45:57.422489 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-53ed5b07-0007-4d11-877e-b436aeb117f0 req-d4446829-5a32-4e52-b2c1-9a70ac932763 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Jun 24 12:45:57.443375 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e939fd62-98c5-4791-8475-9417e1c29cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.465325 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cdadce91-08e6-4860-a04d-11d9e911abfb req-ed6d4a21-db1e-4090-a4df-e0f942d2997e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464039 Jun 24 12:45:57.549776 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e939fd62-98c5-4791-8475-9417e1c29cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.552847 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-fe55d541-093f-4a1b-8f4c-7b82b61b1516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.590151 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939fd62-98c5-4791-8475-9417e1c29cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3846ab5-5b27-40cb-99ef-6b5a63e36c2f,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.594550 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-e939fd62-98c5-4791-8475-9417e1c29cee admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=53b5142bd9dc475d99bd097657f68fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5192823 Jun 24 12:45:57.595474 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e939fd62-98c5-4791-8475-9417e1c29cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:57.597517 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42598) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:57.647232 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-424b4951-5c7c-4ead-ae2f-ceb2ae7bdf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.673091 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-424b4951-5c7c-4ead-ae2f-ceb2ae7bdf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.833379 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-424b4951-5c7c-4ead-ae2f-ceb2ae7bdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.836264 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-424b4951-5c7c-4ead-ae2f-ceb2ae7bdf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:57.837427 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-424b4951-5c7c-4ead-ae2f-ceb2ae7bdf9a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d3846ab5-5b27-40cb-99ef-6b5a63e36c2f HTTP/1.1" status: 204 len: 168 time: 0.2389610 Jun 24 12:45:57.838961 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-97bdd575-d2c2-4831-af9c-7607e581b187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:57.847547 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b4951-5c7c-4ead-ae2f-ceb2ae7bdf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3846ab5-5b27-40cb-99ef-6b5a63e36c2f,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:57.849861 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-424b4951-5c7c-4ead-ae2f-ceb2ae7bdf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:58.106206 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:45:58.312964 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf36d-4309-4d33-8c44-f3985327085b req-d54e6cd8-e969-41ff-8c48-10f833667986 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:58.314507 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-52ecf36d-4309-4d33-8c44-f3985327085b req-d54e6cd8-e969-41ff-8c48-10f833667986 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 945 time: 0.0772076 Jun 24 12:45:58.362565 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-52ecf36d-4309-4d33-8c44-f3985327085b req-d75d744e-81e7-44e1-965c-3871ef8aa062 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386930 Jun 24 12:45:58.369222 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038771-9a81-4516-85d0-d8baa4ed52f0 req-4433c704-46ed-48ff-a419-793fcb346fa8 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:58.370927 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e7038771-9a81-4516-85d0-d8baa4ed52f0 req-4433c704-46ed-48ff-a419-793fcb346fa8 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 945 time: 0.0672572 Jun 24 12:45:58.414136 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e7038771-9a81-4516-85d0-d8baa4ed52f0 req-d8264691-2bb1-4fef-b9c5-616a27517d1b tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364838 Jun 24 12:45:58.678406 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b9eb8-6031-4964-ad65-439bde0480cc req-21ceb6d2-0ee9-4c6f-a3d9-733fc485a1fc tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:58.679995 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5b2b9eb8-6031-4964-ad65-439bde0480cc req-21ceb6d2-0ee9-4c6f-a3d9-733fc485a1fc tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.0756607 Jun 24 12:45:58.722106 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5b2b9eb8-6031-4964-ad65-439bde0480cc req-6b4920a6-ff80-4313-ad6f-eab8ddebffa7 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324013 Jun 24 12:45:58.768029 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42622) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:58.785031 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ce2a99ec-ffb3-46bf-92ec-cb2c8123f2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:58.812026 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dc1d62-e9a7-41de-a422-37a882c3d8a4'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:45:58.815292 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477edde0-8e10-41c0-a2a0-efdf3c3dbe86" -d '{"events": [{"server_uuid": "0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f", "name": "network-vif-plugged", "status": "completed", "tag": "10dc1d62-e9a7-41de-a422-37a882c3d8a4"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:45:58.872596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0086441b-1073-4f28-8adc-cf33523f9b5d x-openstack-request-id: req-0086441b-1073-4f28-8adc-cf33523f9b5d {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:45:58.872596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f", "name": "network-vif-plugged", "status": "completed", "tag": "10dc1d62-e9a7-41de-a422-37a882c3d8a4", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:45:58.872596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-0086441b-1073-4f28-8adc-cf33523f9b5d {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:45:58.872596 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dc1d62-e9a7-41de-a422-37a882c3d8a4', 'code': 200} Jun 24 12:45:58.886438 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ce2a99ec-ffb3-46bf-92ec-cb2c8123f2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.052461 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ce2a99ec-ffb3-46bf-92ec-cb2c8123f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.055333 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-84fb84da-03c9-4564-ae56-1adbbef0bfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:59.095378 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a99ec-ffb3-46bf-92ec-cb2c8123f2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd74ceb-b1c6-4c21-9233-1f2d92638d35,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:59.103466 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42628) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:45:59.118981 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-ce2a99ec-ffb3-46bf-92ec-cb2c8123f2b6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d484787367d949d3aaf33150588b8bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438728 Jun 24 12:45:59.118981 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ce2a99ec-ffb3-46bf-92ec-cb2c8123f2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:59.177556 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-32cd6469-a739-4dd2-90e2-d916fb2e8ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.204210 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-32cd6469-a739-4dd2-90e2-d916fb2e8ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.358901 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-32cd6469-a739-4dd2-90e2-d916fb2e8ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.363277 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-32cd6469-a739-4dd2-90e2-d916fb2e8ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:45:59.364786 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-32cd6469-a739-4dd2-90e2-d916fb2e8ff0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1cd74ceb-b1c6-4c21-9233-1f2d92638d35 HTTP/1.1" status: 204 len: 168 time: 0.2596939 Jun 24 12:45:59.366209 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7f6ceb1c-724b-4feb-b071-84b511590e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:45:59.376845 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd6469-a739-4dd2-90e2-d916fb2e8ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd74ceb-b1c6-4c21-9233-1f2d92638d35,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:45:59.386973 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-32cd6469-a739-4dd2-90e2-d916fb2e8ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:45:59.501395 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ceec6f-88b5-4d08-a33f-927708dc3628 req-4ee10e7b-38be-499b-a0c0-e53f7df50dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:59.502987 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-62ceec6f-88b5-4d08-a33f-927708dc3628 req-4ee10e7b-38be-499b-a0c0-e53f7df50dbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 1098 time: 0.0695932 Jun 24 12:45:59.593555 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-62ceec6f-88b5-4d08-a33f-927708dc3628 req-6c838da3-aaf6-4030-b0c4-153fb0611238 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788107 Jun 24 12:45:59.631165 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199f84e-457a-4eb1-9e47-d14f41d085a6 req-a31f18a6-b60d-4c7e-8e20-0b2b7793531d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:59.639872 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6199f84e-457a-4eb1-9e47-d14f41d085a6 req-a31f18a6-b60d-4c7e-8e20-0b2b7793531d tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 945 time: 0.1263125 Jun 24 12:45:59.641435 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bba8dc-66a5-464e-b489-94b5b94c63f1 req-c6ce025a-6262-4225-88d8-f1b796cd2582 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:45:59.643351 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f5bba8dc-66a5-464e-b489-94b5b94c63f1 req-c6ce025a-6262-4225-88d8-f1b796cd2582 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 945 time: 0.0947065 Jun 24 12:45:59.677576 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6199f84e-457a-4eb1-9e47-d14f41d085a6 req-510a07a9-8f72-44fe-9eab-7fbd1ce2b93b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366199 Jun 24 12:45:59.704394 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f5bba8dc-66a5-464e-b489-94b5b94c63f1 req-25fc8a0b-38d8-4e9f-b7e7-3287f9cf9ab4 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538929 Jun 24 12:46:00.013262 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c95bc-fd35-4055-81cc-f5b5d1b9e1dc req-50e324f5-17e7-4707-8265-4eeceb8e5a94 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:00.021627 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d872-5329-4d4f-932b-cd53d411d5d0 req-0984fb4c-52aa-4cdf-bd81-2608a8bdd7a8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:00.022190 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cb9c95bc-fd35-4055-81cc-f5b5d1b9e1dc req-50e324f5-17e7-4707-8265-4eeceb8e5a94 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.1493850 Jun 24 12:46:00.028497 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4821d872-5329-4d4f-932b-cd53d411d5d0 req-0984fb4c-52aa-4cdf-bd81-2608a8bdd7a8 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 945 time: 0.2078395 Jun 24 12:46:00.059262 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42656) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:00.064973 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Request body: {'floatingip': {'port_id': '57bcc026-6048-44e1-aed8-a97b99c51b8b'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:00.139564 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.143952 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-cb9c95bc-fd35-4055-81cc-f5b5d1b9e1dc req-98c71c4c-4df9-4386-9dcc-edf2c787c0fc tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207852 Jun 24 12:46:00.672318 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.792365 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:00.909415 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6642b-5d20-400e-887e-03315254afbf req-1646e403-9883-4724-a949-f5e17b715f98 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:00.911168 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-57d6642b-5d20-400e-887e-03315254afbf req-1646e403-9883-4724-a949-f5e17b715f98 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 945 time: 0.0813913 Jun 24 12:46:00.958694 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-57d6642b-5d20-400e-887e-03315254afbf req-4cae9bed-b53c-43a9-8f38-25e05186a7d5 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Jun 24 12:46:00.959543 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.l3_db [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Floating IP 9a442a97-992c-4475-bf9c-2096970dca75 associated. External IP: 172.27.2.18, port: 57bcc026-6048-44e1-aed8-a97b99c51b8b. Jun 24 12:46:01.433925 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4bab-73a7-45fe-90b1-80726ffa5236 req-7f91cf31-adce-42e8-8bc1-679dfcfbaacd tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:01.435469 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2dcc4bab-73a7-45fe-90b1-80726ffa5236 req-7f91cf31-adce-42e8-8bc1-679dfcfbaacd tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.1253977 Jun 24 12:46:01.533712 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2dcc4bab-73a7-45fe-90b1-80726ffa5236 req-3f5aa7be-691d-46c0-bbd7-792ab6196889 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603623 Jun 24 12:46:01.535763 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Router 2d86c083-efe5-41ba-bb29-9831151eb6c2 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:01.656891 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:01.662122 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:01.671016 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] Sync routers for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:01.686477 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:01.687617 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:45:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:01.723343 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-1c7a4286-1875-481c-834f-84e2e17f8c5f tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "PUT /v2.0/floatingips/9a442a97-992c-4475-bf9c-2096970dca75 HTTP/1.1" status: 200 len: 990 time: 1.6637449 Jun 24 12:46:01.723969 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'tag': '57bcc026-6048-44e1-aed8-a97b99c51b8b'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:01.738585 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872c078d-d7b6-4243-a45a-855449e68678" -d '{"events": [{"name": "network-changed", "server_uuid": "1819998d-f93f-4656-9a4d-3bf15ca54808", "tag": "57bcc026-6048-44e1-aed8-a97b99c51b8b"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:01.914024 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:02.239181 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8d0569-78ab-4379-86de-23ca8c5dbf0b x-openstack-request-id: req-0f8d0569-78ab-4379-86de-23ca8c5dbf0b {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:02.239538 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1819998d-f93f-4656-9a4d-3bf15ca54808", "tag": "57bcc026-6048-44e1-aed8-a97b99c51b8b", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:02.240246 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-0f8d0569-78ab-4379-86de-23ca8c5dbf0b {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:02.240880 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'tag': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'status': 'completed', 'code': 200} Jun 24 12:46:02.390858 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '9a442a97-992c-4475-bf9c-2096970dca75', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'port_id': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'mac_address': 'fa:16:3e:7c:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:35Z', 'updated_at': '2021-06-24T12:46:00Z', 'revision_number': 1, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:02.400412 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889666a1-329d-404b-ac98-8d60341186de req-6cc55f21-78fa-461d-8fcd-e8f8d033c2cf tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:02.401939 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-889666a1-329d-404b-ac98-8d60341186de req-6cc55f21-78fa-461d-8fcd-e8f8d033c2cf tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 945 time: 0.1303411 Jun 24 12:46:02.425853 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c078d-d7b6-4243-a45a-855449e68678 req-08e81fe1-1dbf-4d3b-900a-884d777dd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:02.427333 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-872c078d-d7b6-4243-a45a-855449e68678 req-08e81fe1-1dbf-4d3b-900a-884d777dd344 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94f1387669d4493089d5aa4f146028d3&device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 1098 time: 0.1173518 Jun 24 12:46:02.438349 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] Checking router: 2d86c083-efe5-41ba-bb29-9831151eb6c2 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:02.452942 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:02.453842 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:45:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:02.515053 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-889666a1-329d-404b-ac98-8d60341186de req-3ac0e85f-dc55-401f-9504-4243b9187fd9 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019232 Jun 24 12:46:02.565885 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c078d-d7b6-4243-a45a-855449e68678 req-85db8e5b-f6f6-4bce-a56f-05f602fd7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:02.568531 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-872c078d-d7b6-4243-a45a-855449e68678 req-85db8e5b-f6f6-4bce-a56f-05f602fd7791 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 200 len: 912 time: 0.1266844 Jun 24 12:46:02.600857 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:02.630481 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42736) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:02.737065 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-872c078d-d7b6-4243-a45a-855449e68678 req-f1bbb3dc-20d4-47f2-b862-47ee97dad4f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57bcc026-6048-44e1-aed8-a97b99c51b8b HTTP/1.1" status: 200 len: 998 time: 0.1596603 Jun 24 12:46:02.763482 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7a75263b-9a1f-4824-beb7-bd74a6a35cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.825083 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9495129-a160-4cc7-88a9-7aa60127c6f2 req-d1c03a36-cd95-4e17-a5a2-3d6132a1638b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:02.831618 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d9495129-a160-4cc7-88a9-7aa60127c6f2 req-d1c03a36-cd95-4e17-a5a2-3d6132a1638b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.1515231 Jun 24 12:46:02.864748 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c078d-d7b6-4243-a45a-855449e68678 req-02b0cf13-c2e3-4e32-872b-931b97313a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:02.866234 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-872c078d-d7b6-4243-a45a-855449e68678 req-02b0cf13-c2e3-4e32-872b-931b97313a6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 200 len: 850 time: 0.1113374 Jun 24 12:46:02.883741 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7a75263b-9a1f-4824-beb7-bd74a6a35cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.900247 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d9495129-a160-4cc7-88a9-7aa60127c6f2 req-4fda0e6f-3cf8-4f29-8d2c-3f0d2de17333 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671408 Jun 24 12:46:02.948969 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c078d-d7b6-4243-a45a-855449e68678 req-5a352a42-a8f4-4c23-b80c-cc310e8e8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:02.950505 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-872c078d-d7b6-4243-a45a-855449e68678 req-5a352a42-a8f4-4c23-b80c-cc310e8e8e19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704982 Jun 24 12:46:02.972438 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '9a442a97-992c-4475-bf9c-2096970dca75', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'port_id': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'mac_address': 'fa:16:3e:7c:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:35Z', 'updated_at': '2021-06-24T12:46:00Z', 'revision_number': 1, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:02.993755 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7a75263b-9a1f-4824-beb7-bd74a6a35cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:02.997386 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-05c54d78-cc64-4ad7-b218-11679af4d3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:03.010656 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38028c-3ffd-4a7a-8a08-e3e056bc1647 None None] The sync data for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi is: [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '9a442a97-992c-4475-bf9c-2096970dca75', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'port_id': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'mac_address': 'fa:16:3e:7c:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:45:35Z', 'updated_at': '2021-06-24T12:46:00Z', 'revision_number': 1, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:03.059696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42748) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:03.065931 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-7a75263b-9a1f-4824-beb7-bd74a6a35cde admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9e15149f7f054e2ab8a4c75f51957b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239671 Jun 24 12:46:03.069475 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75263b-9a1f-4824-beb7-bd74a6a35cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607205ee-5a01-4ceb-af34-ac4525bbe0ff,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:03.076820 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7a75263b-9a1f-4824-beb7-bd74a6a35cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:03.121859 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-872c078d-d7b6-4243-a45a-855449e68678 req-ba3f9aa8-e5b8-4482-8938-8e31bfc2c7d8 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483195 Jun 24 12:46:03.139688 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fbd558ed-0b52-4c71-9eb0-ea2f1ce17d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.212798 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fbd558ed-0b52-4c71-9eb0-ea2f1ce17d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.242303 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08547f4-989a-45d4-9903-b56672c3a3ef None None] New status for floating IP 9a442a97-992c-4475-bf9c-2096970dca75: ACTIVE {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:46:03.276150 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-872c078d-d7b6-4243-a45a-855449e68678 req-1fbe2fc5-36e4-480a-9c65-335353366cb6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346104 Jun 24 12:46:03.496091 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fbd558ed-0b52-4c71-9eb0-ea2f1ce17d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.499700 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fbd558ed-0b52-4c71-9eb0-ea2f1ce17d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:03.509595 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-fbd558ed-0b52-4c71-9eb0-ea2f1ce17d37 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/607205ee-5a01-4ceb-af34-ac4525bbe0ff HTTP/1.1" status: 204 len: 168 time: 0.4399307 Jun 24 12:46:03.509595 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-26d92484-7078-47a9-9c97-903786d8aa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:03.512634 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd558ed-0b52-4c71-9eb0-ea2f1ce17d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607205ee-5a01-4ceb-af34-ac4525bbe0ff,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:03.516042 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fbd558ed-0b52-4c71-9eb0-ea2f1ce17d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:04.098798 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271b379-9603-4207-b8d4-fde5c08a48b3 req-9713d38a-b837-4316-92f0-ea10f857295e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:04.100414 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f271b379-9603-4207-b8d4-fde5c08a48b3 req-9713d38a-b837-4316-92f0-ea10f857295e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 943 time: 0.0757618 Jun 24 12:46:04.194387 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 6aacdf19-9166-4edc-b4be-885453d5fb87 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:46:04.335564 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:04.350369 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'port_id': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'mac_address': 'fa:16:3e:10:e1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:46:04.390856 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.413695 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aacdf19-9166-4edc-b4be-885453d5fb87 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:46:04.444293 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:04.457109 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f271b379-9603-4207-b8d4-fde5c08a48b3 req-ca982370-4cd8-4fe9-9022-8cdc203c7c61 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501935 Jun 24 12:46:04.461048 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42770) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:04.477585 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4db96daa-f6b5-41c7-84cf-e05c0e54824f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.538058 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.541145 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:04.609750 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4db96daa-f6b5-41c7-84cf-e05c0e54824f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.613791 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=7']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:04.617682 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:04.776858 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4db96daa-f6b5-41c7-84cf-e05c0e54824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.781231 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-38c98ad3-9d32-4c8c-b8f5-389be53642be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:04.820480 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-4db96daa-f6b5-41c7-84cf-e05c0e54824f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9a251f504a664084a25bae04428699af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581431 Jun 24 12:46:04.822011 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db96daa-f6b5-41c7-84cf-e05c0e54824f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58cd3a7-cf16-4670-b2af-c951f8a9a5c6,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:04.823899 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42782) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:04.825484 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4db96daa-f6b5-41c7-84cf-e05c0e54824f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:04.876835 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-555d8195-3b4e-4c25-80b0-704457335dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:04.902679 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-555d8195-3b4e-4c25-80b0-704457335dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.054406 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['6aacdf19-9166-4edc-b4be-885453d5fb87'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:46:05.090864 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-555d8195-3b4e-4c25-80b0-704457335dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.094255 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-555d8195-3b4e-4c25-80b0-704457335dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:05.095998 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-555d8195-3b4e-4c25-80b0-704457335dba admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f58cd3a7-cf16-4670-b2af-c951f8a9a5c6 HTTP/1.1" status: 204 len: 168 time: 0.2703578 Jun 24 12:46:05.097392 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-31580802-b39f-48d7-a820-74a8c4c75d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:05.112386 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d8195-3b4e-4c25-80b0-704457335dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58cd3a7-cf16-4670-b2af-c951f8a9a5c6,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:05.116348 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-555d8195-3b4e-4c25-80b0-704457335dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:05.283791 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766756d9-0893-4862-824b-a7c9eecdfd72 req-1c364407-d53a-4f5e-bdde-9f7e18f268ce tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:05.285546 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-766756d9-0893-4862-824b-a7c9eecdfd72 req-1c364407-d53a-4f5e-bdde-9f7e18f268ce tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0759153 Jun 24 12:46:05.330228 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-766756d9-0893-4862-824b-a7c9eecdfd72 req-17ebeceb-9d2d-4f5a-a4ae-d960986bdfe6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375903 Jun 24 12:46:05.684276 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62c732-3554-4c37-b10f-6637da3fbc5f req-b73cb811-5c73-43ca-be0a-3d2cbe67d957 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:05.686165 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cc62c732-3554-4c37-b10f-6637da3fbc5f req-b73cb811-5c73-43ca-be0a-3d2cbe67d957 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 944 time: 0.0724144 Jun 24 12:46:05.729853 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cc62c732-3554-4c37-b10f-6637da3fbc5f req-9feda05a-392c-4d80-bc26-6e346951a63c tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377600 Jun 24 12:46:06.578909 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff0ae7-b591-4c9a-8d56-31723b3fd41c req-69dfcb49-228a-4f18-b22e-6d0b5760473b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:06.581103 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-90ff0ae7-b591-4c9a-8d56-31723b3fd41c req-69dfcb49-228a-4f18-b22e-6d0b5760473b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0953388 Jun 24 12:46:06.756025 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-90ff0ae7-b591-4c9a-8d56-31723b3fd41c req-09cebd72-3322-43e6-8613-1cbf101a3d80 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Jun 24 12:46:06.756423 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42828) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:06.929449 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-044d48d2-35bb-4bea-9f43-5881fdd87279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:06.955927 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401f78-f51a-4959-ab4b-fcf60a871d94 req-eb33068b-e8ad-4bca-911a-4466fa4524eb tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:06.957680 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e2401f78-f51a-4959-ab4b-fcf60a871d94 req-eb33068b-e8ad-4bca-911a-4466fa4524eb tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 944 time: 0.0986586 Jun 24 12:46:06.993397 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.008056 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e2401f78-f51a-4959-ab4b-fcf60a871d94 req-4f41f26f-d93b-46a3-ad5b-cc0726614532 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427904 Jun 24 12:46:07.059773 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-044d48d2-35bb-4bea-9f43-5881fdd87279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.187780 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-044d48d2-35bb-4bea-9f43-5881fdd87279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.191008 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fbd558ed-0b52-4c71-9eb0-ea2f1ce17d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:07.231113 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-044d48d2-35bb-4bea-9f43-5881fdd87279 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=218bcf628e62467a850eb5b3839efefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837430 Jun 24 12:46:07.232488 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d48d2-35bb-4bea-9f43-5881fdd87279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7200ee54-4565-4ef0-98a5-ba1eecf964df,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:07.234133 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42840) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:07.235676 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-044d48d2-35bb-4bea-9f43-5881fdd87279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.291028 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f29affe8-24b2-4b74-aba2-9db128dca4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.324196 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f29affe8-24b2-4b74-aba2-9db128dca4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.490040 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f29affe8-24b2-4b74-aba2-9db128dca4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.493217 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f29affe8-24b2-4b74-aba2-9db128dca4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:07.503958 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-f29affe8-24b2-4b74-aba2-9db128dca4af admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7200ee54-4565-4ef0-98a5-ba1eecf964df HTTP/1.1" status: 204 len: 168 time: 0.2598598 Jun 24 12:46:07.503958 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7cbf637d-2308-4e39-b981-1f3b5059aaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:07.506082 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29affe8-24b2-4b74-aba2-9db128dca4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7200ee54-4565-4ef0-98a5-ba1eecf964df,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:07.509515 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f29affe8-24b2-4b74-aba2-9db128dca4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:07.714794 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb234ad-6678-44f1-a840-9030d95de3db req-471dee5e-71d0-4fe0-96e4-8bb71e359890 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:07.716342 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0fb234ad-6678-44f1-a840-9030d95de3db req-471dee5e-71d0-4fe0-96e4-8bb71e359890 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.0703409 Jun 24 12:46:07.862287 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Deleting port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:07.862876 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.017979 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] For port e2a573ac-c1ce-403d-bfd0-57f96cc684b1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:08.018357 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.085584 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed7b42-0e78-4234-86b3-34e723110adb req-89d4f2c3-de44-4925-b65d-62d04d2b8f8c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:08.087659 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-54ed7b42-0e78-4234-86b3-34e723110adb req-89d4f2c3-de44-4925-b65d-62d04d2b8f8c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 947 time: 0.1669142 Jun 24 12:46:08.179040 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-54ed7b42-0e78-4234-86b3-34e723110adb req-b6eee496-cbe7-425e-9c68-5ac32c9bf500 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=deb89ce0-a998-46f4-a1ee-3445d0662c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836620 Jun 24 12:46:08.211051 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 6aacdf19-9166-4edc-b4be-885453d5fb87 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:08.269522 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c3710-5aed-4ec8-a9fc-dfcbdef9a19b req-c650c639-9454-4cb3-b601-2501728cc7fe tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:08.277083 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9b5c3710-5aed-4ec8-a9fc-dfcbdef9a19b req-c650c639-9454-4cb3-b601-2501728cc7fe tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 944 time: 0.1283402 Jun 24 12:46:08.291765 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.293393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.293834 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Floating IP cc178fa0-d659-403b-a748-7bd04b2f6bec disassociated. External IP: 172.27.2.156, port: e2a573ac-c1ce-403d-bfd0-57f96cc684b1. Jun 24 12:46:08.294451 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Calling delete_port for e2a573ac-c1ce-403d-bfd0-57f96cc684b1 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:08.308057 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 6aacdf19-9166-4edc-b4be-885453d5fb87 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:08.310981 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.326563 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-9b5c3710-5aed-4ec8-a9fc-dfcbdef9a19b req-e6f8ae14-be3f-4478-8d3c-36021a1164b6 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482571 Jun 24 12:46:08.358900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42870) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:08.387030 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-abe540c5-0e3f-4575-bf78-2913dc2a856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.441235 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.483290 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:08.485598 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef386f-83de-4bbf-83a1-738fc0141dce" -d '{"events": [{"server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "name": "network-vif-plugged", "status": "completed", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:08.500673 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:08.520522 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-abe540c5-0e3f-4575-bf78-2913dc2a856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.533787 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf74e42-ef30-4434-947d-2b41a1c078dd x-openstack-request-id: req-ecf74e42-ef30-4434-947d-2b41a1c078dd {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:08.534112 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "name": "network-vif-plugged", "status": "completed", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:08.534377 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ecf74e42-ef30-4434-947d-2b41a1c078dd {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:08.534787 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'code': 200} Jun 24 12:46:08.578213 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.582721 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:08.614568 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event deleted for resources: {'Port': ['ID=e2a573ac-c1ce-403d-bfd0-57f96cc684b1,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:08.617780 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:08.624271 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-abe540c5-0e3f-4575-bf78-2913dc2a856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.627228 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9ca05a9d-8a54-441d-bc56-f75c0d5140bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:08.636424 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.639719 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:08.692557 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe540c5-0e3f-4575-bf78-2913dc2a856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5623923-7f2d-47a3-ad93-ed120edc7639,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:08.695579 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-abe540c5-0e3f-4575-bf78-2913dc2a856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:08.703555 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-abe540c5-0e3f-4575-bf78-2913dc2a856e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=07f5c4a148444fdb8a5f54081c699296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393879 Jun 24 12:46:08.703555 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42876) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:08.720247 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=8']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:08.724126 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:08.777435 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-000e65aa-28bf-4df7-bdcd-5873c29441a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.781354 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:08.805653 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-000e65aa-28bf-4df7-bdcd-5873c29441a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.901481 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:08.912212 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] Sync routers for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:08.923155 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:08.924164 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:45:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:08.970179 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] No DVR routers for this DVR port e2a573ac-c1ce-403d-bfd0-57f96cc684b1 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:08.971955 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.974383 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0fb234ad-6678-44f1-a840-9030d95de3db req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "DELETE /v2.0/ports/e2a573ac-c1ce-403d-bfd0-57f96cc684b1 HTTP/1.1" status: 204 len: 173 time: 1.2521331 Jun 24 12:46:08.974996 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-deleted', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:08.983545 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1a21a7-ead6-4184-b0d4-bd6fa4e3e00d" -d '{"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-deleted", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:08.991782 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-000e65aa-28bf-4df7-bdcd-5873c29441a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:08.999925 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-000e65aa-28bf-4df7-bdcd-5873c29441a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:09.012815 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-000e65aa-28bf-4df7-bdcd-5873c29441a2 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f5623923-7f2d-47a3-ad93-ed120edc7639 HTTP/1.1" status: 204 len: 168 time: 0.3046141 Jun 24 12:46:09.018042 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-32cd6469-a739-4dd2-90e2-d916fb2e8ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:09.050321 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e65aa-28bf-4df7-bdcd-5873c29441a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5623923-7f2d-47a3-ad93-ed120edc7639,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:09.068918 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee9343-87b4-40ce-adc9-85f36b827676 x-openstack-request-id: req-07ee9343-87b4-40ce-adc9-85f36b827676 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:09.071807 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12ec29-cd2c-4a97-a73b-96de61b9397e", "name": "network-vif-deleted", "tag": "e2a573ac-c1ce-403d-bfd0-57f96cc684b1", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:09.075154 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-000e65aa-28bf-4df7-bdcd-5873c29441a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:09.075834 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-07ee9343-87b4-40ce-adc9-85f36b827676 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:09.079655 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12ec29-cd2c-4a97-a73b-96de61b9397e', 'name': 'network-vif-deleted', 'tag': 'e2a573ac-c1ce-403d-bfd0-57f96cc684b1', 'status': 'completed', 'code': 200} Jun 24 12:46:09.121651 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:09.185784 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afa06f-7afd-44f2-9fb9-9cfd56824c0f req-7518427a-26be-423e-bbc1-34356775e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:09.195565 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26afa06f-7afd-44f2-9fb9-9cfd56824c0f req-7518427a-26be-423e-bbc1-34356775e4b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1098 time: 0.1560581 Jun 24 12:46:09.275106 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-26afa06f-7afd-44f2-9fb9-9cfd56824c0f req-e7a4575f-ab23-43d9-af1a-00ea0d76de67 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764036 Jun 24 12:46:09.402879 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.427591 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d34a8653-73b0-4f4a-9038-7c7815a7e911 req-fa8bf00b-12aa-41d4-b9a9-0b3639bdfeae tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 210 time: 0.0459969 Jun 24 12:46:09.445249 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] Checking router: 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:09.455436 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:09.456065 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:45:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.590448 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:09.656887 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98741495-76cc-454d-b228-448d387c8f79 req-bd884a77-5ec6-40ef-9beb-cdf40897e0d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:09.658451 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-98741495-76cc-454d-b228-448d387c8f79 req-bd884a77-5ec6-40ef-9beb-cdf40897e0d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0859122 Jun 24 12:46:09.706694 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-98741495-76cc-454d-b228-448d387c8f79 req-dc7f96c7-b902-4645-a64d-f1f238e10774 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Jun 24 12:46:09.829848 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:09.860011 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d76834-d53f-4c9e-bd8c-9bfbb1e76a52 None None] The sync data for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi is: [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:10.140401 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ef17d-b028-43a2-aea7-cdc3e02f234c None None] New status for floating IP cc178fa0-d659-403b-a748-7bd04b2f6bec: DOWN {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:46:10.636402 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4c42b098-3bd0-4098-ad77-7084704c3fae req-4bfdb8b1-474f-498d-9cde-67d6665fdd39 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f12ec29-cd2c-4a97-a73b-96de61b9397e HTTP/1.1" status: 200 len: 210 time: 0.0408010 Jun 24 12:46:10.889084 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91554b81-0a8c-4101-a2a8-fdae81b66ff8 req-a53b009e-e477-44ca-8017-aaa530f2f05b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:10.894051 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-91554b81-0a8c-4101-a2a8-fdae81b66ff8 req-a53b009e-e477-44ca-8017-aaa530f2f05b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0698085 Jun 24 12:46:10.931829 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-91554b81-0a8c-4101-a2a8-fdae81b66ff8 req-611b8956-58e6-4a3a-99e9-c10d154f8617 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340357 Jun 24 12:46:11.860042 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 42952) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:11.923242 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d38ee099-4645-4d73-8a65-416d75c7099c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:11.956112 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d38ee099-4645-4d73-8a65-416d75c7099c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.123599 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d312db-fa72-48c2-ab2e-1e1524ae6563 req-79515eca-7c66-482b-b7d4-1d0c8d793c35 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:12.125097 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-79d312db-fa72-48c2-ab2e-1e1524ae6563 req-79515eca-7c66-482b-b7d4-1d0c8d793c35 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0737998 Jun 24 12:46:12.164142 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-79d312db-fa72-48c2-ab2e-1e1524ae6563 req-e2234185-094e-484b-9ce1-d60260571f16 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333025 Jun 24 12:46:12.172818 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d38ee099-4645-4d73-8a65-416d75c7099c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.175470 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d38ee099-4645-4d73-8a65-416d75c7099c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.176687 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d38ee099-4645-4d73-8a65-416d75c7099c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "DELETE /v2.0/security-groups/deb89ce0-a998-46f4-a1ee-3445d0662c11 HTTP/1.1" status: 204 len: 168 time: 0.3155944 Jun 24 12:46:12.177530 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-abe540c5-0e3f-4575-bf78-2913dc2a856e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.179759 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42958) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.187397 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ee099-4645-4d73-8a65-416d75c7099c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb89ce0-a998-46f4-a1ee-3445d0662c11,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.189835 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d38ee099-4645-4d73-8a65-416d75c7099c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.201755 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.api.v2.resource [None req-cfe2ec3d-15f1-46ad-beff-c7ad2082d4c4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] show failed (client error): The resource could not be found. Jun 24 12:46:12.203059 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-cfe2ec3d-15f1-46ad-beff-c7ad2082d4c4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups/deb89ce0-a998-46f4-a1ee-3445d0662c11 HTTP/1.1" status: 404 len: 347 time: 0.0223210 Jun 24 12:46:12.206061 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 42960) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:12.218914 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:12.239816 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: e2a573ac-c1ce-403d-bfd0-57f96cc684b1 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:12.240145 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device e2a573ac-c1ce-403d-bfd0-57f96cc684b1 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:12.357135 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Deleting port ed0dd40a-5b82-4034-b883-605a4065f2b1 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:12.357655 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.476134 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-b35e0222-a903-4124-81cc-4d97a13a62b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773818 Jun 24 12:46:12.493014 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.493197 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.509929 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Calling delete_port for ed0dd40a-5b82-4034-b883-605a4065f2b1 owned by network:floatingip {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:12.659594 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-19b076a4-237a-4241-a120-83a303147003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:12.659594 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-19b076a4-237a-4241-a120-83a303147003 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d08363634f147bba888dfa25e7273dc&device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1098 time: 0.1349170 Jun 24 12:46:12.820014 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-1ef87f0c-acbf-443d-a0cc-6f37a60728d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:12.822146 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-1ef87f0c-acbf-443d-a0cc-6f37a60728d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=559cf1e1-0266-438e-b066-36db5cc4ba08 HTTP/1.1" status: 200 len: 909 time: 0.1219490 Jun 24 12:46:12.874701 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:12.880290 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d7d99fed-0acf-4425-99af-8c90ea866d04 tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:12.920632 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event deleted for resources: {'Port': ['ID=ed0dd40a-5b82-4034-b883-605a4065f2b1,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:12.923054 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:12.955319 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-f04c47d3-b081-490c-8192-e2de5364860a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aacdf19-9166-4edc-b4be-885453d5fb87 HTTP/1.1" status: 200 len: 1000 time: 0.1189618 Jun 24 12:46:13.024193 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.027708 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.028925 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "DELETE /v2.0/floatingips/cc178fa0-d659-403b-a748-7bd04b2f6bec HTTP/1.1" status: 204 len: 168 time: 0.8216562 Jun 24 12:46:13.048444 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-b5b01868-22b8-4a95-8442-7a7109d5f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:13.050397 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-b5b01868-22b8-4a95-8442-7a7109d5f39e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=223260de-f9a8-463a-ac04-7a41e99878b8 HTTP/1.1" status: 200 len: 847 time: 0.0767186 Jun 24 12:46:13.134061 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-8f4ebd7b-960d-49a6-952f-79a684697a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:13.134061 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-8f4ebd7b-960d-49a6-952f-79a684697a82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=559cf1e1-0266-438e-b066-36db5cc4ba08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0766258 Jun 24 12:46:13.273881 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-e9f8828a-8935-4aa1-a03e-70e78a40bee8 service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196098 Jun 24 12:46:13.399756 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-25f2bbda-72cc-490d-a5a7-4c78d482bdb7 req-7fbcfae1-0caf-4380-bba9-08878494b6e6 service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004801 Jun 24 12:46:13.525489 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43018) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:13.531025 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-de2e4182-5dbc-484f-b2fd-885c23624560 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631490036', 'description': 'tempest-description--146961096'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:13.841186 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-de2e4182-5dbc-484f-b2fd-885c23624560 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:13.937712 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-de2e4182-5dbc-484f-b2fd-885c23624560 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.278566 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-de2e4182-5dbc-484f-b2fd-885c23624560 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.282816 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2847c4cf-e08a-4ec5-a379-84db5ce2de9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.315646 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e4182-5dbc-484f-b2fd-885c23624560 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce7b0b0-b354-4e96-9f7e-3a7f475a9401,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:14.321056 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-de2e4182-5dbc-484f-b2fd-885c23624560 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:14.395391 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-de2e4182-5dbc-484f-b2fd-885c23624560 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.396916 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-de2e4182-5dbc-484f-b2fd-885c23624560 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8701136 Jun 24 12:46:14.401615 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43046) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.407644 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-7c0ed712-888f-4c85-be53-56d252f2022a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'security_group_rule': {'security_group_id': 'dce7b0b0-b354-4e96-9f7e-3a7f475a9401', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:14.421796 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-9c87785e-a1ae-45aa-8018-7e3b26c1738d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.518937 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed712-888f-4c85-be53-56d252f2022a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.586620 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed712-888f-4c85-be53-56d252f2022a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.607691 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43054) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.658561 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed712-888f-4c85-be53-56d252f2022a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.660940 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.682894 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ed712-888f-4c85-be53-56d252f2022a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa066900-fb48-43a2-92b8-d20137043eef,revision_number=0']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:14.688654 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7c0ed712-888f-4c85-be53-56d252f2022a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:14.739746 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fc436c6a-398c-420c-ab04-92e1ac07b4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.768583 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed712-888f-4c85-be53-56d252f2022a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.769797 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-7c0ed712-888f-4c85-be53-56d252f2022a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666811 Jun 24 12:46:14.776596 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43062) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:14.780343 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-44898eed-f193-42d1-952d-9061122a92e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'security_group_rule': {'security_group_id': 'dce7b0b0-b354-4e96-9f7e-3a7f475a9401', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:14.850511 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fc436c6a-398c-420c-ab04-92e1ac07b4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.941868 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fc436c6a-398c-420c-ab04-92e1ac07b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:14.946162 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d3ba3e09-30d4-44ba-903d-3a2e9cbe9a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:14.997280 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-fc436c6a-398c-420c-ab04-92e1ac07b4b7 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6120ab2a5af84992be6baefed18c8bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875396 Jun 24 12:46:15.002815 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43066) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:15.003007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc436c6a-398c-420c-ab04-92e1ac07b4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db8e17b-4ad2-4b2e-9945-ce38bb2359e8,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:15.007358 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fc436c6a-398c-420c-ab04-92e1ac07b4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:15.042231 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44898eed-f193-42d1-952d-9061122a92e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.078004 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d60253d5-22f4-4b41-810c-cc5dd38bc503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.115136 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d60253d5-22f4-4b41-810c-cc5dd38bc503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.126215 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44898eed-f193-42d1-952d-9061122a92e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.286494 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44898eed-f193-42d1-952d-9061122a92e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561711'] for security_group_rule, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.288635 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:15.306524 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44898eed-f193-42d1-952d-9061122a92e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f04db42-c00f-47b1-adfd-0eec8d5965e0,revision_number=0']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:15.309177 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-44898eed-f193-42d1-952d-9061122a92e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:15.349364 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d60253d5-22f4-4b41-810c-cc5dd38bc503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.352113 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d60253d5-22f4-4b41-810c-cc5dd38bc503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.354097 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d60253d5-22f4-4b41-810c-cc5dd38bc503 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4db8e17b-4ad2-4b2e-9945-ce38bb2359e8 HTTP/1.1" status: 204 len: 168 time: 0.3529711 Jun 24 12:46:15.355017 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a9f5369b-565f-4ea0-8101-d822be3467e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:15.363093 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60253d5-22f4-4b41-810c-cc5dd38bc503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db8e17b-4ad2-4b2e-9945-ce38bb2359e8,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:15.365377 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d60253d5-22f4-4b41-810c-cc5dd38bc503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:15.439121 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44898eed-f193-42d1-952d-9061122a92e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.440531 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-44898eed-f193-42d1-952d-9061122a92e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6667216 Jun 24 12:46:15.444190 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43072) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:15.449124 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:15.618029 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.723743 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:15.850878 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Allocated IP 172.27.2.101 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/caedd8eb-9bba-4a20-a45d-2227f1293621) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:15.954276 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.070022 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28726112'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.072922 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:16.109052 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:16.112200 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:16.115666 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:16.145492 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'Port': ['ID=caedd8eb-9bba-4a20-a45d-2227f1293621,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:16.149665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:16.158106 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43078) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:16.172346 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-900b67e8-b41a-430d-ade6-b102039c88d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.215562 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.269629 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-900b67e8-b41a-430d-ade6-b102039c88d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.337742 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.349685 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-900b67e8-b41a-430d-ade6-b102039c88d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.354021 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ce2a99ec-ffb3-46bf-92ec-cb2c8123f2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:16.397291 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-900b67e8-b41a-430d-ade6-b102039c88d4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=048ae2a685a64a0fb80528cef81bd6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379649 Jun 24 12:46:16.400142 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b67e8-b41a-430d-ade6-b102039c88d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbe5474-f7e5-4828-91c3-abea5b5f9e72,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:16.403487 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-900b67e8-b41a-430d-ade6-b102039c88d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:16.404003 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43082) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:16.469976 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3373dddb-2ef3-4829-9fd6-3c44d35dd659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.494828 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3373dddb-2ef3-4829-9fd6-3c44d35dd659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.505114 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.612386 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28726162'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.614621 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-36fff6f2-73b9-4477-add0-fbfe43c56b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:16.658392 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3373dddb-2ef3-4829-9fd6-3c44d35dd659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.661043 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3373dddb-2ef3-4829-9fd6-3c44d35dd659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.664800 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-3373dddb-2ef3-4829-9fd6-3c44d35dd659 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4bbe5474-f7e5-4828-91c3-abea5b5f9e72 HTTP/1.1" status: 204 len: 168 time: 0.2572367 Jun 24 12:46:16.664800 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bf787601-1727-4126-b95c-6357c6baad76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:16.672306 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373dddb-2ef3-4829-9fd6-3c44d35dd659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbe5474-f7e5-4828-91c3-abea5b5f9e72,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:16.677447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3373dddb-2ef3-4829-9fd6-3c44d35dd659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:16.679362 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'Port': ['ID=caedd8eb-9bba-4a20-a45d-2227f1293621,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:16.684428 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:16.697779 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.818360 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:16.819700 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3745136 Jun 24 12:46:17.001179 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ee80765b-3bb2-491d-adbb-31a1874611b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.049968 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-629282ee-2e3f-4f67-a6ee-8def841abb71 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--1631490036&fields=id&tenant_id=4c50d921975c474cb75222d564c78513 HTTP/1.1" status: 200 len: 267 time: 0.0572922 Jun 24 12:46:17.164147 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-d28ce476-2970-4be5-bedc-d9d5f4c3ee3d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:17.166255 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-d28ce476-2970-4be5-bedc-d9d5f4c3ee3d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 816 time: 0.1091747 Jun 24 12:46:17.186086 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-63bad7f8-a687-4ec8-ae11-f5c0773da407 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/quotas/4c50d921975c474cb75222d564c78513 HTTP/1.1" status: 200 len: 375 time: 0.0137308 Jun 24 12:46:17.263640 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-cdec132f-9439-493a-aa55-1cef194d1b5e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717978 Jun 24 12:46:17.344279 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:17.490541 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-b9e19dcf-4e22-47b1-86d3-650aed2ade8a service neutron] 10.222.0.99 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137284 Jun 24 12:46:17.580639 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-bdd6c36e-70fa-4d63-b9a6-314a9ffab61d service neutron] 10.222.0.99 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 Jun 24 12:46:18.009092 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-99947ec7-07cd-4c18-b0ab-545b747ca755 req-ac704641-1bbf-4ab8-9d4c-fd56e5ba9329 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 210 time: 0.0555997 Jun 24 12:46:18.456452 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.171435 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-870ae153-7b71-40f8-bf91-4bfba5699e97 req-ef86323d-ea19-4d76-894f-3e1324d3e8d1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 210 time: 0.0331705 Jun 24 12:46:19.201986 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43178) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.268208 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43184) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.365188 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-53da1975-542c-42e1-b4b1-11c6fb23c180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.382487 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-79b34d43-9c83-460b-a94e-f9b241600f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.473246 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-53da1975-542c-42e1-b4b1-11c6fb23c180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.570448 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-53da1975-542c-42e1-b4b1-11c6fb23c180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.574615 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e939fd62-98c5-4791-8475-9417e1c29cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:19.611840 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-53da1975-542c-42e1-b4b1-11c6fb23c180 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7c4e145872c84e69a9972c9406d085be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079123 Jun 24 12:46:19.612905 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da1975-542c-42e1-b4b1-11c6fb23c180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd2d3d-4324-46a5-b878-ff1a647f12ea,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:19.615256 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43188) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.641024 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-53da1975-542c-42e1-b4b1-11c6fb23c180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:19.654146 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-79b34d43-9c83-460b-a94e-f9b241600f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.667721 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b91e7832-744c-492f-b306-b0588f661210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.691590 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b91e7832-744c-492f-b306-b0588f661210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.759419 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-79b34d43-9c83-460b-a94e-f9b241600f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.762082 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f35a1c46-f4e8-43aa-8fd5-fddc2173b429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:19.799089 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-79b34d43-9c83-460b-a94e-f9b241600f20 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b50474f97bcc415f997d36d7ad15853a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295229 Jun 24 12:46:19.800116 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b34d43-9c83-460b-a94e-f9b241600f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1382fd9c-8160-44f7-9187-801effd4c1ef,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:19.801805 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43190) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:19.816605 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-79b34d43-9c83-460b-a94e-f9b241600f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:19.853177 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa70ec7c-b0b6-4d64-b407-e5bfcd50b97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.875676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa70ec7c-b0b6-4d64-b407-e5bfcd50b97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.978339 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b91e7832-744c-492f-b306-b0588f661210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.981001 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b91e7832-744c-492f-b306-b0588f661210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:19.982159 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b91e7832-744c-492f-b306-b0588f661210 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e1dd2d3d-4324-46a5-b878-ff1a647f12ea HTTP/1.1" status: 204 len: 168 time: 0.3659866 Jun 24 12:46:19.982954 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-9c259fe3-ebbe-40f2-a663-bc2070a457ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:19.990907 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e7832-744c-492f-b306-b0588f661210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dd2d3d-4324-46a5-b878-ff1a647f12ea,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:19.993939 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b91e7832-744c-492f-b306-b0588f661210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:20.138354 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa70ec7c-b0b6-4d64-b407-e5bfcd50b97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.138640 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.141194 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa70ec7c-b0b6-4d64-b407-e5bfcd50b97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:20.142365 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-fa70ec7c-b0b6-4d64-b407-e5bfcd50b97f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1382fd9c-8160-44f7-9187-801effd4c1ef HTTP/1.1" status: 204 len: 168 time: 0.3395424 Jun 24 12:46:20.143225 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e9400dd1-0cf4-4e52-9431-89c5f4bc03c1 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:20.151989 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70ec7c-b0b6-4d64-b407-e5bfcd50b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1382fd9c-8160-44f7-9187-801effd4c1ef,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:20.154246 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-fa70ec7c-b0b6-4d64-b407-e5bfcd50b97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:20.732560 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-63375964-65dc-4b31-8281-8b611f886051 req-c655b293-3a9e-4165-902d-3c57e15027b0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 210 time: 0.0375688 Jun 24 12:46:21.077232 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43216) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:21.093269 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4b8c5a67-dda6-41c0-bb7b-2809b433060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.199653 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4b8c5a67-dda6-41c0-bb7b-2809b433060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.382312 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-4b8c5a67-dda6-41c0-bb7b-2809b433060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.385743 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-3683c61c-0fad-4ca3-a458-1a0e5cee3db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:21.423964 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-4b8c5a67-dda6-41c0-bb7b-2809b433060a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=de32cb86815846ce8274aa30c05a2de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450904 Jun 24 12:46:21.426360 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43224) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:21.428759 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c5a67-dda6-41c0-bb7b-2809b433060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f298d9ba-338a-4ec3-a46c-4a44cc14d29e,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:21.433231 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4b8c5a67-dda6-41c0-bb7b-2809b433060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:21.481340 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.503878 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.676030 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.679321 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:21.680673 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f298d9ba-338a-4ec3-a46c-4a44cc14d29e HTTP/1.1" status: 204 len: 168 time: 0.2526937 Jun 24 12:46:21.682408 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fc436c6a-398c-420c-ab04-92e1ac07b4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:21.692169 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f298d9ba-338a-4ec3-a46c-4a44cc14d29e,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:21.704417 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.705248 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.706090 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.706749 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.707518 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.708249 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.709079 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.709963 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.710822 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.711599 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.712696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.713597 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:21.718427 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:21.948450 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e17bbf20-cd81-4352-a28f-fd34e624b3c2 req-9716b9cb-477c-4324-b184-341e107965f0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 210 time: 0.0295281 Jun 24 12:46:23.103435 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d8b8e18b-7ce7-4b9e-a9d4-175558cad1a0 req-73847e42-48dc-48ea-b3df-0542d17e5750 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 210 time: 0.0325177 Jun 24 12:46:23.608085 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-78a689ad-16fd-4a22-8915-5dc14e4df6a9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:23.609580 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-78a689ad-16fd-4a22-8915-5dc14e4df6a9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 816 time: 0.1032889 Jun 24 12:46:23.677938 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-5b8d27a9-0f85-432b-b323-9fa3d0648e1f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c50d921975c474cb75222d564c78513 HTTP/1.1" status: 200 len: 380 time: 0.0375860 Jun 24 12:46:23.693199 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'port': {'device_id': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'admin_state_up': True, 'tenant_id': '4c50d921975c474cb75222d564c78513', 'security_groups': ['dce7b0b0-b354-4e96-9f7e-3a7f475a9401']}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:23.943829 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Made reservation on behalf of 4c50d921975c474cb75222d564c78513 for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:46:23.947540 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.092259 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Allocated IP 172.20.0.3 (30c2c7db-294f-4fa4-959a-9a5dbf60385d/696c2770-1818-4e1a-b362-2a8e53c2eb53/91e0e843-6898-493d-a01d-1c20c200230b) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:46:24.253384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.269312 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Transition to ACTIVE for port object 91e0e843-6898-493d-a01d-1c20c200230b will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:24.371718 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.379555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-020a4935-1644-4b7c-a698-14d05dc9d79d tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:24.730448 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:46:24.739614 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:46:24.742157 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:46:24.775121 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:24.783723 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:24.808988 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:24.810313 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:24.830805 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821969f-2804-4864-82fe-4dac101297d5 req-e4ebd3ae-0a57-41c4-b0e0-430c26f72e72 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:24.832385 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e821969f-2804-4864-82fe-4dac101297d5 req-e4ebd3ae-0a57-41c4-b0e0-430c26f72e72 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 931 time: 0.4408910 Jun 24 12:46:24.890956 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e821969f-2804-4864-82fe-4dac101297d5 req-2040825a-fe92-458e-bf47-4f0257e911c4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454276 Jun 24 12:46:25.053543 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3642964 Jun 24 12:46:25.073112 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Request body: {'port': {'device_id': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:25.168014 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.253570 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-023b585c-a217-4810-b9e0-8ed43bf23288 None None] Provisioning for port 91e0e843-6898-493d-a01d-1c20c200230b completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:25.258831 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-023b585c-a217-4810-b9e0-8ed43bf23288 None None] Provisioning complete for port 91e0e843-6898-493d-a01d-1c20c200230b triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:25.259904 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-023b585c-a217-4810-b9e0-8ed43bf23288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.297940 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-023b585c-a217-4810-b9e0-8ed43bf23288 None None] Port 91e0e843-6898-493d-a01d-1c20c200230b cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:46:25.476266 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e0e843-6898-493d-a01d-1c20c200230b {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:46:25.484337 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.497177 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Transition to ACTIVE for port object 91e0e843-6898-493d-a01d-1c20c200230b will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:46:25.566863 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.570090 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1d83f380-01a2-4e4f-8855-3156b7968c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:25.622568 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:25.624951 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:25.690216 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43288) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:25.696648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Attempting to bind port 91e0e843-6898-493d-a01d-1c20c200230b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:46:25.701107 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Attempting to bind port 91e0e843-6898-493d-a01d-1c20c200230b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:46:25.701107 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Attempting to bind port 91e0e843-6898-493d-a01d-1c20c200230b on network 30c2c7db-294f-4fa4-959a-9a5dbf60385d {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:25.702827 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Port 91e0e843-6898-493d-a01d-1c20c200230b on network 30c2c7db-294f-4fa4-959a-9a5dbf60385d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:46:25.703188 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Attempting to bind port 91e0e843-6898-493d-a01d-1c20c200230b on network 30c2c7db-294f-4fa4-959a-9a5dbf60385d {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:46:25.708498 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:46:25.708837 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Checking segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:46:25.709220 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Bound using segment: {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:46:25.709652 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Bound port: 91e0e843-6898-493d-a01d-1c20c200230b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae846d97-7256-4c94-bb7c-06cf9e54507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:46:25.710007 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.782393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:46:25.786252 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:46:25.810164 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-ca67-450c-9694-9d3f4b3fe51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.902097 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.905017 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:25.908089 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-ca67-450c-9694-9d3f4b3fe51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.938037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:25.938654 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:25.940034 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/91e0e843-6898-493d-a01d-1c20c200230b HTTP/1.1" status: 200 len: 1093 time: 0.8719225 Jun 24 12:46:25.940559 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:25.942842 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215f5497-b233-4f29-8119-35668322e5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "tag": "91e0e843-6898-493d-a01d-1c20c200230b"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:25.980488 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:25.984169 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:25.995689 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a1ced59a-ca67-450c-9694-9d3f4b3fe51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.002440 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cebbee5-377a-4d4d-97b6-39bf9a4f5de6 x-openstack-request-id: req-0cebbee5-377a-4d4d-97b6-39bf9a4f5de6 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:26.005745 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "tag": "91e0e843-6898-493d-a01d-1c20c200230b", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:26.005745 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-0cebbee5-377a-4d4d-97b6-39bf9a4f5de6 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:26.005745 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b', 'status': 'completed', 'code': 200} Jun 24 12:46:26.007529 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7a75263b-9a1f-4824-beb7-bd74a6a35cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:26.031974 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a1ced59a-ca67-450c-9694-9d3f4b3fe51d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0cea0a17daeb4e6f9e58562a9dea1a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396156 Jun 24 12:46:26.034549 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43296) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:26.064805 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced59a-ca67-450c-9694-9d3f4b3fe51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3e8914-2d7d-4b97-afdb-6fe031208c4e,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:26.073379 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a1ced59a-ca67-450c-9694-9d3f4b3fe51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:26.110514 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d352e2ea-3cc2-465d-8ab9-73ed666265d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.134712 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d352e2ea-3cc2-465d-8ab9-73ed666265d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.157654 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61fd7-9db2-4512-ab21-f08fd23b67d9 req-5db6afb8-7869-40ff-88da-7181621146e0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.159218 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f5e61fd7-9db2-4512-ab21-f08fd23b67d9 req-5db6afb8-7869-40ff-88da-7181621146e0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.1438866 Jun 24 12:46:26.161833 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f5497-b233-4f29-8119-35668322e5e3 req-ac2f6dc6-d4c7-4161-8bbc-1f4e6ac8b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.163345 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-215f5497-b233-4f29-8119-35668322e5e3 req-ac2f6dc6-d4c7-4161-8bbc-1f4e6ac8b593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 1096 time: 0.1044166 Jun 24 12:46:26.243459 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f5e61fd7-9db2-4512-ab21-f08fd23b67d9 req-5b79134c-406e-4d20-9eb9-57c745bd789b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752156 Jun 24 12:46:26.286739 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d352e2ea-3cc2-465d-8ab9-73ed666265d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.289560 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d352e2ea-3cc2-465d-8ab9-73ed666265d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:26.291178 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d352e2ea-3cc2-465d-8ab9-73ed666265d5 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/cc3e8914-2d7d-4b97-afdb-6fe031208c4e HTTP/1.1" status: 204 len: 168 time: 0.2557909 Jun 24 12:46:26.292020 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c5c5f3fa-870f-41a2-a3e9-7e75814a6806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:26.294927 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f5497-b233-4f29-8119-35668322e5e3 req-47dcb3dc-d276-4956-9cff-cc8c48695a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.296746 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-215f5497-b233-4f29-8119-35668322e5e3 req-47dcb3dc-d276-4956-9cff-cc8c48695a39 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4c50d921975c474cb75222d564c78513&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1117587 Jun 24 12:46:26.299755 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352e2ea-3cc2-465d-8ab9-73ed666265d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3e8914-2d7d-4b97-afdb-6fe031208c4e,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:26.302097 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d352e2ea-3cc2-465d-8ab9-73ed666265d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:26.413991 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f5497-b233-4f29-8119-35668322e5e3 req-cf83ed7a-2fa5-47de-b58c-85caadd0ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.416147 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-215f5497-b233-4f29-8119-35668322e5e3 req-cf83ed7a-2fa5-47de-b58c-85caadd0ff5c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118729 Jun 24 12:46:26.573122 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-59a8cd67-cab2-4972-a09d-f8f785149c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.574667 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-59a8cd67-cab2-4972-a09d-f8f785149c29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 1096 time: 0.0600002 Jun 24 12:46:26.654725 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-3f05095d-24a0-4c32-ab73-1fc79b8c5c93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e0e843-6898-493d-a01d-1c20c200230b HTTP/1.1" status: 200 len: 217 time: 0.0627494 Jun 24 12:46:26.705710 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-a3c45b64-5a37-4f1e-95fe-1ce5e622965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.707205 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-a3c45b64-5a37-4f1e-95fe-1ce5e622965b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.0458541 Jun 24 12:46:26.774254 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-641eae3f-a460-4d61-9bd5-81046e97c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:26.776699 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-641eae3f-a460-4d61-9bd5-81046e97c80a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0596697 Jun 24 12:46:26.880480 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-132592f3-7a63-4fcc-92b2-95a735295241 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955122 Jun 24 12:46:26.975151 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f7a2d107-8720-437d-927c-f8f32efa68b1 req-004799be-dc77-4cc7-831d-3a6582046f0c service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844712 Jun 24 12:46:27.432579 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eeb85-a7fd-4513-8fc1-98f21730957a req-a3d290b3-4fae-4f26-8083-543b06cc448b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:27.434461 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1b3eeb85-a7fd-4513-8fc1-98f21730957a req-a3d290b3-4fae-4f26-8083-543b06cc448b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0658259 Jun 24 12:46:27.474875 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1b3eeb85-a7fd-4513-8fc1-98f21730957a req-efc5f58f-806b-46b0-800a-653064071472 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349271 Jun 24 12:46:28.686609 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64924497-3c01-4c9b-9d12-1237980c70a8 req-7323e104-90d1-4d54-a906-9012d23d6acb tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.688189 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-64924497-3c01-4c9b-9d12-1237980c70a8 req-7323e104-90d1-4d54-a906-9012d23d6acb tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0672464 Jun 24 12:46:28.728567 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-64924497-3c01-4c9b-9d12-1237980c70a8 req-8895a75e-4066-41f9-8685-a36cba480b6c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339644 Jun 24 12:46:28.924267 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc9dc7-69ae-447b-a555-eae8fd485867 req-e906861d-32b5-434e-a247-20cf50976ceb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:28.924267 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d6dc9dc7-69ae-447b-a555-eae8fd485867 req-e906861d-32b5-434e-a247-20cf50976ceb tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 945 time: 0.0715725 Jun 24 12:46:28.965277 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d6dc9dc7-69ae-447b-a555-eae8fd485867 req-5a935b94-255b-4fd8-98d4-0baf26bf9243 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Jun 24 12:46:29.918228 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95163e67-b4b8-4bee-a31a-b8aa7ec9f6df req-04c0e39f-9e52-414f-9a86-a32cb176f379 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:29.919723 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95163e67-b4b8-4bee-a31a-b8aa7ec9f6df req-04c0e39f-9e52-414f-9a86-a32cb176f379 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0726004 Jun 24 12:46:29.965207 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95163e67-b4b8-4bee-a31a-b8aa7ec9f6df req-65f0c289-2a4d-4e01-b83c-d8cd3f53def0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Jun 24 12:46:30.147034 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e30a8-020a-4ee0-9d04-995b33ab78c7 req-a144cc4d-bb32-4ca1-bc2a-a7ac1471280f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:30.147237 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ff7e30a8-020a-4ee0-9d04-995b33ab78c7 req-a144cc4d-bb32-4ca1-bc2a-a7ac1471280f tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 945 time: 0.0676599 Jun 24 12:46:30.186396 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ff7e30a8-020a-4ee0-9d04-995b33ab78c7 req-4cf03a3a-f74d-42d8-b6ff-7477bf23f0d3 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Jun 24 12:46:30.912920 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:46:31.006210 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:31.020290 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '91e0e843-6898-493d-a01d-1c20c200230b', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'port_id': '91e0e843-6898-493d-a01d-1c20c200230b', 'mac_address': 'fa:16:3e:a2:7e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:46:31.053307 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-fe3b5feb-6d54-4a10-aded-ab9701167102 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:31.054770 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-fe3b5feb-6d54-4a10-aded-ab9701167102 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 945 time: 0.0648234 Jun 24 12:46:31.063037 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.211412 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423296d-e27b-4d17-bd25-1c31fb0349b6 req-b4636add-7224-4c02-a274-634a7697dbf9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:31.213215 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0423296d-e27b-4d17-bd25-1c31fb0349b6 req-b4636add-7224-4c02-a274-634a7697dbf9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.1207821 Jun 24 12:46:31.214529 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e0e843-6898-493d-a01d-1c20c200230b {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:46:31.232739 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Deleting port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:31.233079 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.234884 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:31.305453 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0423296d-e27b-4d17-bd25-1c31fb0349b6 req-a04906e8-3155-489f-acd7-2cc924a00233 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827177 Jun 24 12:46:31.320130 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.323909 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:31.345523 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] For port 10dc1d62-e9a7-41de-a422-37a882c3d8a4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=10dc1d62-e9a7-41de-a422-37a882c3d8a4,segment=NetworkSegment(9f00e0e2-3a11-4dec-a88b-106f8b73f295),segment_id=9f00e0e2-3a11-4dec-a88b-106f8b73f295)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:31.345940 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.360152 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Calling delete_port for 10dc1d62-e9a7-41de-a422-37a882c3d8a4 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:31.374721 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:31.377988 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:31.466174 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e1b26-03ec-4220-ad6d-122d09c123c2 req-23742f9b-40c8-4480-9205-6b37a1f61f5e tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:31.467718 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d90e1b26-03ec-4220-ad6d-122d09c123c2 req-23742f9b-40c8-4480-9205-6b37a1f61f5e tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 945 time: 0.0644567 Jun 24 12:46:31.516386 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d90e1b26-03ec-4220-ad6d-122d09c123c2 req-b2a57f7a-48dc-4ddf-b840-d8f2bf1bd5c8 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/security-groups?id=44733475-dfbc-4611-98c1-c70d994e6e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Jun 24 12:46:31.584255 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.589060 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3545b46c-1219-40d2-9f84-81885084f541 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:31.616076 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Pushing event deleted for resources: {'Port': ['ID=10dc1d62-e9a7-41de-a422-37a882c3d8a4,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:31.628338 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:31.664338 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] No DVR routers for this DVR port 10dc1d62-e9a7-41de-a422-37a882c3d8a4 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:31.666868 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:31.668827 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e7ace3fd-380e-4e7e-beaa-7fb27b848176 req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.36 "DELETE /v2.0/ports/10dc1d62-e9a7-41de-a422-37a882c3d8a4 HTTP/1.1" status: 204 len: 173 time: 0.6066051 Jun 24 12:46:31.669392 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f', 'name': 'network-vif-deleted', 'tag': '10dc1d62-e9a7-41de-a422-37a882c3d8a4'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:31.671716 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9280b07e-e953-4bd0-820f-8a9414d2c9c8" -d '{"events": [{"server_uuid": "0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f", "name": "network-vif-deleted", "tag": "10dc1d62-e9a7-41de-a422-37a882c3d8a4"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:31.707143 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c18c66b-9964-482b-8455-2c4152f6c5fd x-openstack-request-id: req-8c18c66b-9964-482b-8455-2c4152f6c5fd {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:31.707479 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f", "name": "network-vif-deleted", "tag": "10dc1d62-e9a7-41de-a422-37a882c3d8a4", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:31.707772 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-8c18c66b-9964-482b-8455-2c4152f6c5fd {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:31.708212 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f', 'name': 'network-vif-deleted', 'tag': '10dc1d62-e9a7-41de-a422-37a882c3d8a4', 'status': 'completed', 'code': 200} Jun 24 12:46:31.751965 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['91e0e843-6898-493d-a01d-1c20c200230b'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:46:32.492669 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c47e-2de2-4d25-b271-f20e768b2d36 req-a54bd176-47ac-4c88-a924-77894c12404e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:32.494260 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-68c1c47e-2de2-4d25-b271-f20e768b2d36 req-a54bd176-47ac-4c88-a924-77894c12404e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 944 time: 0.0679586 Jun 24 12:46:32.532045 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-68c1c47e-2de2-4d25-b271-f20e768b2d36 req-18acab2c-dded-49dd-a1c1-a1937907db61 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Jun 24 12:46:32.673262 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-30cdaa3f-b6f7-42fe-8fff-ef03e3ee4e13 req-0ff4aa68-74f1-436d-9e73-b0106e7e7df9 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f2fe936-e4c6-4b0a-b8f8-43cd40782c6f HTTP/1.1" status: 200 len: 210 time: 0.0284212 Jun 24 12:46:32.914679 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:46:33.086434 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 91e0e843-6898-493d-a01d-1c20c200230b completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:46:33.090508 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 91e0e843-6898-493d-a01d-1c20c200230b triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:33.090895 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.167585 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.190198 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:33.192527 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c837d1d9-9a11-429b-9d3d-0e1a76b09889" -d '{"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-plugged", "status": "completed", "tag": "91e0e843-6898-493d-a01d-1c20c200230b"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:33.208415 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:33.228949 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339cbe39-c0c8-48a0-b37b-d4a776968563 x-openstack-request-id: req-339cbe39-c0c8-48a0-b37b-d4a776968563 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:33.229254 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-plugged", "status": "completed", "tag": "91e0e843-6898-493d-a01d-1c20c200230b", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:33.229515 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-339cbe39-c0c8-48a0-b37b-d4a776968563 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:33.229915 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b', 'code': 200} Jun 24 12:46:33.302072 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:33.302961 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 10dc1d62-e9a7-41de-a422-37a882c3d8a4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:46:33.306380 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:33.346215 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 10dc1d62-e9a7-41de-a422-37a882c3d8a4 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:46:33.346666 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 10dc1d62-e9a7-41de-a422-37a882c3d8a4 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:46:33.375883 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:33.379218 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:33.723089 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb7aab-d996-4b5f-8bd4-32136fd0332c req-accea5f9-2e9b-4b88-b3da-395b90fcb466 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:33.724549 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2dcb7aab-d996-4b5f-8bd4-32136fd0332c req-accea5f9-2e9b-4b88-b3da-395b90fcb466 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0661743 Jun 24 12:46:33.767153 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2dcb7aab-d996-4b5f-8bd4-32136fd0332c req-7901c915-8678-4716-98fb-8590c5110199 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344291 Jun 24 12:46:33.869053 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c097fda-3663-47f3-8275-d0922c820053 req-74a4b110-c0bb-40a8-a3da-e49acf97ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:33.870641 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8c097fda-3663-47f3-8275-d0922c820053 req-74a4b110-c0bb-40a8-a3da-e49acf97ae6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 1098 time: 0.0534203 Jun 24 12:46:33.912264 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8c097fda-3663-47f3-8275-d0922c820053 req-33ba9224-3653-4653-a1f1-1c6425f2549c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287097 Jun 24 12:46:34.962392 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5197-f193-4f4f-b3d0-bbc08e68f8d1 req-658cac73-611a-4e54-a3d7-b0978ed625e7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:34.963952 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb8e5197-f193-4f4f-b3d0-bbc08e68f8d1 req-658cac73-611a-4e54-a3d7-b0978ed625e7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0682425 Jun 24 12:46:35.003434 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-eb8e5197-f193-4f4f-b3d0-bbc08e68f8d1 req-2c5b24ba-6b29-4f22-8c2c-7233810f3fa7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337679 Jun 24 12:46:35.105742 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:46:36.179525 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5f3a4-4a2c-42c9-913a-bbee7c7a897e req-527abaec-5dec-4da4-a1bd-779098c7b936 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:36.181099 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-73e5f3a4-4a2c-42c9-913a-bbee7c7a897e req-527abaec-5dec-4da4-a1bd-779098c7b936 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0640130 Jun 24 12:46:36.224145 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-73e5f3a4-4a2c-42c9-913a-bbee7c7a897e req-02ecc449-ca61-4497-b08a-fc30e75970cd tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372882 Jun 24 12:46:36.403178 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cbd5d-8260-4e3d-b316-ccf37a9c706d req-e868b605-6ee4-4053-af2e-fa431b304489 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:36.404656 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7e5cbd5d-8260-4e3d-b316-ccf37a9c706d req-e868b605-6ee4-4053-af2e-fa431b304489 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0636911 Jun 24 12:46:36.413363 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43448) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:36.418408 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Request body: {'floatingip': {'port_id': '91e0e843-6898-493d-a01d-1c20c200230b'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:36.461537 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:36.932415 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.029823 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.161028 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.261501 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.l3_db [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Floating IP 02804189-6ab1-4759-997f-6aa86094c365 associated. External IP: 172.27.2.101, port: 91e0e843-6898-493d-a01d-1c20c200230b. Jun 24 12:46:37.466443 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:37.578280 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:37.583003 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:37.591604 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] Sync routers for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:37.601707 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:37.602729 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:46:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:37.623027 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-89ffc187-7671-4524-bfcc-6bd4f6c49558 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "PUT /v2.0/floatingips/02804189-6ab1-4759-997f-6aa86094c365 HTTP/1.1" status: 200 len: 991 time: 1.2085991 Jun 24 12:46:37.623720 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:37.626050 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141a47bc-d59d-4402-a3f7-5a1280b71601" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "tag": "91e0e843-6898-493d-a01d-1c20c200230b"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:37.718161 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:37.950427 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '02804189-6ab1-4759-997f-6aa86094c365', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'port_id': '91e0e843-6898-493d-a01d-1c20c200230b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'mac_address': 'fa:16:3e:a2:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:46:16Z', 'updated_at': '2021-06-24T12:46:36Z', 'revision_number': 1, 'project_id': '4c50d921975c474cb75222d564c78513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:37.976789 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] Checking router: 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:37.985663 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:37.986280 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:46:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:38.090960 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:38.310836 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '02804189-6ab1-4759-997f-6aa86094c365', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'port_id': '91e0e843-6898-493d-a01d-1c20c200230b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'mac_address': 'fa:16:3e:a2:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:46:16Z', 'updated_at': '2021-06-24T12:46:36Z', 'revision_number': 1, 'project_id': '4c50d921975c474cb75222d564c78513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:38.339464 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fb517-320d-4bfd-9692-ed1db837ce2a None None] The sync data for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi is: [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': '02804189-6ab1-4759-997f-6aa86094c365', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'port_id': '91e0e843-6898-493d-a01d-1c20c200230b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'mac_address': 'fa:16:3e:a2:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:46:16Z', 'updated_at': '2021-06-24T12:46:36Z', 'revision_number': 1, 'project_id': '4c50d921975c474cb75222d564c78513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:38.527506 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5618409-adf3-4ea9-8bd5-92712c1acab7 None None] New status for floating IP 02804189-6ab1-4759-997f-6aa86094c365: ACTIVE {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:46:39.504389 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78a3fe-248f-4b6f-8558-03a2b7e57b60 x-openstack-request-id: req-4b78a3fe-248f-4b6f-8558-03a2b7e57b60 {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:39.504908 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "tag": "91e0e843-6898-493d-a01d-1c20c200230b", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:39.505015 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-4b78a3fe-248f-4b6f-8558-03a2b7e57b60 {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:39.505454 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b', 'status': 'completed', 'code': 200} Jun 24 12:46:39.619785 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-86e30479-80f6-40de-8322-b03c31080613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:39.621233 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-86e30479-80f6-40de-8322-b03c31080613 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 1098 time: 0.0552557 Jun 24 12:46:39.711645 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-b4029c9e-e665-4ed6-a055-9f508ccc755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:39.713111 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-b4029c9e-e665-4ed6-a055-9f508ccc755c service neutron] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 917 time: 0.0844417 Jun 24 12:46:39.786948 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-c90c0c28-f14f-4de0-90bb-2029191d8fc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e0e843-6898-493d-a01d-1c20c200230b HTTP/1.1" status: 200 len: 1001 time: 0.0621345 Jun 24 12:46:39.836152 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-a61f3ec5-f4d0-403a-80e9-ada643a25ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:39.837918 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-a61f3ec5-f4d0-403a-80e9-ada643a25ebc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.0443225 Jun 24 12:46:39.896762 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-790ad7f2-d683-4f06-827b-51c45cfe9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:39.898255 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-790ad7f2-d683-4f06-827b-51c45cfe9d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529718 Jun 24 12:46:39.992214 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-51ed3d5f-14d8-4f2b-9cec-a97331cf19b9 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861716 Jun 24 12:46:42.756423 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-141a47bc-d59d-4402-a3f7-5a1280b71601 req-3b39f751-85d5-4863-91ff-9aaa9187309c service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855465 Jun 24 12:46:42.880743 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-facdc902-5485-4a18-9d74-bf91a392e57c tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275859930&fields=id&tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c HTTP/1.1" status: 200 len: 267 time: 0.0392127 Jun 24 12:46:42.956429 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-395c7fe8-1e7e-4ee5-8cb7-bb5896571c1a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:42.957972 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-395c7fe8-1e7e-4ee5-8cb7-bb5896571c1a tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 984 time: 0.0711255 Jun 24 12:46:42.968965 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Request body: {'port': {'security_groups': ['a422f5e8-e576-417e-9b2b-fc72150beac1']}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:46:43.052823 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.236865 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] For port 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:43.266994 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.343728 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28726162'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.348919 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e88651f9-b60e-4859-a105-d248b7e15c65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:43.381295 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['60c25f13-57e2-480d-a2f5-4addfce9f7d6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:46:43.392969 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:43.393608 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.395034 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-93b25472-4f0e-4ef4-b323-a0259e9a01be req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "PUT /v2.0/ports/60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 942 time: 0.4308968 Jun 24 12:46:43.395617 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:43.398242 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a3aaea-11db-4b73-895c-33cf5e0c68f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:43.403145 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43506) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:43.462146 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event updated for resources: {'Port': ['ID=60c25f13-57e2-480d-a2f5-4addfce9f7d6,revision_number=7']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.473342 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.474553 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.475469 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.476083 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.476710 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.477345 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.478555 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.479214 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.479830 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.480476 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.481077 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.481793 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:46:43.488893 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf007e6-28c9-4fde-a366-23034d06f367 x-openstack-request-id: req-bdf007e6-28c9-4fde-a366-23034d06f367 {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:43.489754 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:43.490653 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-bdf007e6-28c9-4fde-a366-23034d06f367 {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:43.491618 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'status': 'completed', 'code': 200} Jun 24 12:46:43.493921 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-330a6e48-800a-45b6-948c-5fc5d8ecb33f tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.507738 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ecc57b9-f6e4-4065-9f76-a2425623fdd3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.546259 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ecc57b9-f6e4-4065-9f76-a2425623fdd3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.618077 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-37f9f152-1f0f-4f28-b78d-ab4a56725268 None None] Provisioning complete for port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:46:43.620452 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-37f9f152-1f0f-4f28-b78d-ab4a56725268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.626808 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-1fb905d4-27a2-468d-9743-a6b65ddf452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:43.628351 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-1fb905d4-27a2-468d-9743-a6b65ddf452a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1098 time: 0.0963690 Jun 24 12:46:43.658551 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['60c25f13-57e2-480d-a2f5-4addfce9f7d6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:46:43.725765 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-5fe84653-1a06-4901-91a3-2c23fceab08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:43.727280 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-5fe84653-1a06-4901-91a3-2c23fceab08c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9731df6b-69df-4861-ad5d-fb8920842df9 HTTP/1.1" status: 200 len: 916 time: 0.0919681 Jun 24 12:46:43.781889 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ecc57b9-f6e4-4065-9f76-a2425623fdd3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.792093 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ecc57b9-f6e4-4065-9f76-a2425623fdd3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:43.792093 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-0ecc57b9-f6e4-4065-9f76-a2425623fdd3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "DELETE /v2.0/security-groups/3ff1e2f2-c431-46e1-9950-37088ee7a3a8 HTTP/1.1" status: 204 len: 168 time: 0.3804455 Jun 24 12:46:43.792093 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-e22e7a31-cce6-4594-a228-a1e66107e664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:43.792583 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43512) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:46:43.803609 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc57b9-f6e4-4065-9f76-a2425623fdd3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff1e2f2-c431-46e1-9950-37088ee7a3a8,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:43.808552 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0ecc57b9-f6e4-4065-9f76-a2425623fdd3 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:43.817109 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-af9dd211-099c-46d1-aedf-a33688690c01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 1001 time: 0.0822463 Jun 24 12:46:43.902344 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-1f5dafa1-1671-4a0d-bc75-7a18626490e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:43.906337 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-1f5dafa1-1671-4a0d-bc75-7a18626490e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aeb7091f-8419-4f67-8fd9-ae4253f24abd HTTP/1.1" status: 200 len: 854 time: 0.0795405 Jun 24 12:46:44.001057 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-60dbbbb0-0b9a-483d-a2b3-e6affecf1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:44.002440 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-60dbbbb0-0b9a-483d-a2b3-e6affecf1b31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9731df6b-69df-4861-ad5d-fb8920842df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692706 Jun 24 12:46:44.030811 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Deleting port da514807-4b08-4d2a-9c48-318f4915eb0e {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:44.031361 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.114795 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-f239eb33-b47b-4d7a-a6d8-9795628f7ded service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043568 Jun 24 12:46:44.118102 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.118986 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.135218 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Calling delete_port for da514807-4b08-4d2a-9c48-318f4915eb0e owned by network:floatingip {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:44.225635 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-64a3aaea-11db-4b73-895c-33cf5e0c68f2 req-504a0a6c-d387-4c0e-8c0c-767f31436d53 service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034749 Jun 24 12:46:44.401330 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-c2ab129d-9f5c-4189-8de0-f97ee42b63f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.434548 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.438912 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:44.470128 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event deleted for resources: {'Port': ['ID=da514807-4b08-4d2a-9c48-318f4915eb0e,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:44.475732 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:44.533013 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:44.533364 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.l3_db [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Floating IP 9d68f67c-60f0-4468-af87-3b3e49de07cb disassociated (deleted). External IP: 172.27.2.133, port: 60c25f13-57e2-480d-a2f5-4addfce9f7d6. Jun 24 12:46:45.018178 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Router bf35daaf-cf21-4d70-9684-64c52554c166 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:46:45.142718 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:46:45.147352 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:45.153351 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] Sync routers for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:46:45.163927 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:45.164611 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:46:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:45.187170 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "DELETE /v2.0/floatingips/9d68f67c-60f0-4468-af87-3b3e49de07cb HTTP/1.1" status: 204 len: 168 time: 1.3958876 Jun 24 12:46:45.274424 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:45.485599 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:59Z', 'revision_number': 5, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:45.492715 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:45.495288 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66caf39b-b007-40ea-bece-9d2ffbc1e20d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:45.511697 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] Checking router: bf35daaf-cf21-4d70-9684-64c52554c166 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:46:45.520342 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:46:45.520961 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:46:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:45.533376 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e6628-1f26-49f5-9544-2a9fa65026a4 x-openstack-request-id: req-258e6628-1f26-49f5-9544-2a9fa65026a4 {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:45.533722 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:45.534026 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-258e6628-1f26-49f5-9544-2a9fa65026a4 {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:45.534469 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'status': 'completed', 'code': 200} Jun 24 12:46:45.642197 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:46:45.646329 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-6ca8472f-64f9-42a3-8661-ccc632201775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:45.647916 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-6ca8472f-64f9-42a3-8661-ccc632201775 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 1098 time: 0.0562966 Jun 24 12:46:45.779554 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-bac625ca-45e0-411e-9df2-22d507737279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:45.781457 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-bac625ca-45e0-411e-9df2-22d507737279 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9731df6b-69df-4861-ad5d-fb8920842df9 HTTP/1.1" status: 200 len: 916 time: 0.1215029 Jun 24 12:46:45.836821 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-6b0d5e44-2ed6-449b-af37-8b37f0ce7b2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 200 len: 217 time: 0.0448620 Jun 24 12:46:45.866372 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:59Z', 'revision_number': 5, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:46:45.896632 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39aab3-828b-4cda-8be2-3b1982cd2a04 None None] The sync data for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi is: [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:42:49Z', 'revision_number': 4, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'e574be43-94db-4313-ac0c-34c74dcab823', 'name': '', 'network_id': '9731df6b-69df-4861-ad5d-fb8920842df9', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'mac_address': 'fa:16:3e:cb:43:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:48Z', 'updated_at': '2021-06-24T12:42:59Z', 'revision_number': 5, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'subnets': [{'id': 'aeb7091f-8419-4f67-8fd9-ae4253f24abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:46:45.906032 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-1199b05b-8ca9-4ae7-8823-51d07a31adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:45.907521 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-1199b05b-8ca9-4ae7-8823-51d07a31adfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aeb7091f-8419-4f67-8fd9-ae4253f24abd HTTP/1.1" status: 200 len: 854 time: 0.0478871 Jun 24 12:46:45.982097 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-2bac9ea6-90d2-40d7-b207-fdc9dedfa2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:45.983754 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-2bac9ea6-90d2-40d7-b207-fdc9dedfa2d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9731df6b-69df-4861-ad5d-fb8920842df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686400 Jun 24 12:46:46.090407 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-a5d0919e-fa9c-4c63-b60d-c5517f100103 service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973294 Jun 24 12:46:46.174818 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e72b2e3-ea53-40b1-b951-90db1d3d5a30 None None] New status for floating IP 9d68f67c-60f0-4468-af87-3b3e49de07cb: DOWN {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:46:46.202976 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-66caf39b-b007-40ea-bece-9d2ffbc1e20d req-e7362170-cc97-4004-9402-e97b8e2bfdba service neutron] 10.222.0.36 "GET /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056039 Jun 24 12:46:47.012715 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b1763980-492b-446a-a0da-d5d1fccedcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:47.315343 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:48.498467 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:50.004936 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:53.226020 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee150a71-8a55-4287-ac02-1ddf4b3ca8be req-8cb71f26-63b7-4cae-83bf-77cb83f315e8 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:53.227416 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ee150a71-8a55-4287-ac02-1ddf4b3ca8be req-8cb71f26-63b7-4cae-83bf-77cb83f315e8 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0640540 Jun 24 12:46:53.269046 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ee150a71-8a55-4287-ac02-1ddf4b3ca8be req-e8703255-5ee1-4e6d-b56a-f55c96cc2977 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358896 Jun 24 12:46:54.447043 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b34911-75c7-43ea-b1e6-d28d0b8d89a2 req-93760591-bf7b-4a20-8fea-1867081d80da tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:54.448651 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d0b34911-75c7-43ea-b1e6-d28d0b8d89a2 req-93760591-bf7b-4a20-8fea-1867081d80da tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0661037 Jun 24 12:46:54.488515 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d0b34911-75c7-43ea-b1e6-d28d0b8d89a2 req-1307e644-1005-4318-a868-bef79b44765b tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Jun 24 12:46:55.629139 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-bb3c4db0-8ac0-497f-b341-700cdfd9d936 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:55.630582 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-bb3c4db0-8ac0-497f-b341-700cdfd9d936 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0666535 Jun 24 12:46:55.672000 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdc80-c1f8-41aa-babe-dfa546a923be req-dd946da1-c9fd-4f79-88d6-662ef5e61d1e tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:46:55.674513 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-747bdc80-c1f8-41aa-babe-dfa546a923be req-dd946da1-c9fd-4f79-88d6-662ef5e61d1e tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 945 time: 0.0666127 Jun 24 12:46:55.715440 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-747bdc80-c1f8-41aa-babe-dfa546a923be req-3e12b2a6-c5fe-4f67-8cbd-c1beb291bce2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/security-groups?id=a422f5e8-e576-417e-9b2b-fc72150beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334785 Jun 24 12:46:55.742255 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Deleting port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:46:55.744243 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.838935 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] For port 60c25f13-57e2-480d-a2f5-4addfce9f7d6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=60c25f13-57e2-480d-a2f5-4addfce9f7d6,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:46:55.839191 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:55.857700 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Calling delete_port for 60c25f13-57e2-480d-a2f5-4addfce9f7d6 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:46:56.069420 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.073534 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c131ca0c-9f54-4e57-a7b1-c4743112d27a tempest-AttachVolumeNegativeTest-102653862 tempest-AttachVolumeNegativeTest-102653862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:46:56.099251 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Pushing event deleted for resources: {'Port': ['ID=60c25f13-57e2-480d-a2f5-4addfce9f7d6,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:46:56.107227 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:46:56.116557 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['60c25f13-57e2-480d-a2f5-4addfce9f7d6'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:46:56.155868 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] No DVR routers for this DVR port 60c25f13-57e2-480d-a2f5-4addfce9f7d6 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:46:56.158321 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:46:56.160324 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f48cd895-60fb-4f46-bad7-d30f8e76a1ab req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.36 "DELETE /v2.0/ports/60c25f13-57e2-480d-a2f5-4addfce9f7d6 HTTP/1.1" status: 204 len: 173 time: 0.5223906 Jun 24 12:46:56.160914 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'name': 'network-vif-deleted', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:46:56.163151 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279aa6ef-f625-4bee-9d8f-da338f10a3e6" -d '{"events": [{"server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "name": "network-vif-deleted", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:46:56.202558 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c7717-6d85-4f4f-ac09-d14d90cf2513 x-openstack-request-id: req-7b4c7717-6d85-4f4f-ac09-d14d90cf2513 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:46:56.202890 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e9f82f-7d95-49b6-b4ef-9735819d0e14", "name": "network-vif-deleted", "tag": "60c25f13-57e2-480d-a2f5-4addfce9f7d6", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:46:56.203210 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-7b4c7717-6d85-4f4f-ac09-d14d90cf2513 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:46:56.203644 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e9f82f-7d95-49b6-b4ef-9735819d0e14', 'name': 'network-vif-deleted', 'tag': '60c25f13-57e2-480d-a2f5-4addfce9f7d6', 'status': 'completed', 'code': 200} Jun 24 12:46:56.872430 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-585bf84f-3743-4bbf-8aa8-cd7029cdd643 req-12b00f37-2ae8-431f-a8d4-0430404d7f76 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] 10.222.0.99 "GET /v2.0/ports?device_id=a1e9f82f-7d95-49b6-b4ef-9735819d0e14 HTTP/1.1" status: 200 len: 210 time: 0.0292413 Jun 24 12:46:59.684976 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43830) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:00.302165 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.582145 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Deleting port e574be43-94db-4313-ac0c-34c74dcab823 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:00.582509 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.663998 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] For port e574be43-94db-4313-ac0c-34c74dcab823, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e574be43-94db-4313-ac0c-34c74dcab823,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:00.664362 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.677274 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Calling delete_port for e574be43-94db-4313-ac0c-34c74dcab823 owned by network:router_interface {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:00.933555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:00.935891 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-93c94c92-009e-4724-b2ac-4c19258116a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:00.965044 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e574be43-94db-4313-ac0c-34c74dcab823,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:00.966394 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:01.062226 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 60c25f13-57e2-480d-a2f5-4addfce9f7d6 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:01.083291 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 60c25f13-57e2-480d-a2f5-4addfce9f7d6 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:01.083898 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 60c25f13-57e2-480d-a2f5-4addfce9f7d6 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:01.152663 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.405792 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Router bf35daaf-cf21-4d70-9684-64c52554c166 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:01.518725 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:01.528841 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] 10.222.0.99 "PUT /v2.0/routers/bf35daaf-cf21-4d70-9684-64c52554c166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8400655 Jun 24 12:47:01.529066 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43864) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:01.530560 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] Sync routers for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:01.545386 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:01.546494 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:46:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:01.637601 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks [] for router, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.755343 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:01.825142 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:01.942534 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Deleting port fc8176b2-c724-4605-9f3b-759ed488e1ed {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:01.945544 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.056937 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:47:00Z', 'revision_number': 5, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port': {'id': 'fc8176b2-c724-4605-9f3b-759ed488e1ed', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:42Z', 'updated_at': '2021-06-24T12:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:02.073427 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] For port fc8176b2-c724-4605-9f3b-759ed488e1ed, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=fc8176b2-c724-4605-9f3b-759ed488e1ed,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:02.073788 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.084959 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] Checking router: bf35daaf-cf21-4d70-9684-64c52554c166 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:02.087780 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Calling delete_port for fc8176b2-c724-4605-9f3b-759ed488e1ed owned by network:router_gateway {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:02.093875 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] Routers {'bf35daaf-cf21-4d70-9684-64c52554c166'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:02.094507 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:46:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['bf35daaf-cf21-4d70-9684-64c52554c166'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:02.190795 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] Set router bf35daaf-cf21-4d70-9684-64c52554c166 gateway port host: None {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:02.248149 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:47:01Z', 'revision_number': 6, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port_host': None}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:02.294238 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4857c9cf-924e-4f6b-8cec-474a28d9f57c None None] The sync data for ids ['bf35daaf-cf21-4d70-9684-64c52554c166'] in dv-cinder-689486-14-iscsi is: [{'id': 'bf35daaf-cf21-4d70-9684-64c52554c166', 'name': 'tempest-TestMinimumBasicScenario-2028943545-router', 'tenant_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:41Z', 'updated_at': '2021-06-24T12:47:01Z', 'revision_number': 6, 'project_id': 'd1d0bc3fabe349268ddeed5df3eaa63c', 'gw_port_host': None}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:02.393396 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.396437 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-2b5fde25-8906-4905-adb5-78cc8dce83f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:02.421990 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8176b2-c724-4605-9f3b-759ed488e1ed,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:02.426774 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:02.490118 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.598477 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.600550 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.828002 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.828557 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf35daaf-cf21-4d70-9684-64c52554c166 {{(pid=100208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:47:02.833506 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.834682 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] 10.222.0.99 "DELETE /v2.0/routers/bf35daaf-cf21-4d70-9684-64c52554c166 HTTP/1.1" status: 204 len: 168 time: 1.3047037 Jun 24 12:47:02.837756 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43882) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:02.882086 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_v2 [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] Deleting subnet aeb7091f-8419-4f67-8fd9-ae4253f24abd {{(pid=100208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:02.885112 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:02.922724 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26300202'] for subnet, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.071480 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.093998 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43892) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.161340 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] Deleting subnet 019f291a-b89a-482d-9aa4-fc5aa4a874e9 {{(pid=100208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:03.167002 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.205783 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26300202'] for subnet, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.256791 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.277834 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26905086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076308'] for subnet, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.283430 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-cbfe0b0a-e8ce-4663-9c85-c6e44669fa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:03.310515 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb7091f-8419-4f67-8fd9-ae4253f24abd,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:03.320574 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:03.324738 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.329250 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-6475fb91-fce9-49ec-b5b7-96b789e09b43 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/aeb7091f-8419-4f67-8fd9-ae4253f24abd HTTP/1.1" status: 204 len: 168 time: 0.4881940 Jun 24 12:47:03.329567 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43894) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.333253 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03055d26-fdf7-4545-9f05-016e7f7acd87 None None] Network 9731df6b-69df-4861-ad5d-fb8920842df9 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:03.420490 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.474171 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26905086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076308'] for subnet, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.480214 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-896bc264-a68d-4401-91a8-eefdcf7bff77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:03.511802 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019f291a-b89a-482d-9aa4-fc5aa4a874e9,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:03.514592 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:03.517016 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.518236 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-7ea41438-ad92-448f-86d6-6b34bf9561cc admin admin] 10.222.0.99 "DELETE /v2.0/subnets/019f291a-b89a-482d-9aa4-fc5aa4a874e9 HTTP/1.1" status: 204 len: 168 time: 0.4229810 Jun 24 12:47:03.520559 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43898) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:03.570844 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] DHCP port deletion for 9731df6b-69df-4861-ad5d-fb8920842df9 request from dv-cinder-689486-14-iscsi {{(pid=100209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:03.599052 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Deleting port bc955466-761a-4670-9ffc-5d789a07b8bf {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:03.599425 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.616363 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.626387 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Deleting port bc955466-761a-4670-9ffc-5d789a07b8bf {{(pid=100209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:03.626778 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.695282 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] For port bc955466-761a-4670-9ffc-5d789a07b8bf, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=bc955466-761a-4670-9ffc-5d789a07b8bf,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:03.695687 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.709727 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Calling delete_port for bc955466-761a-4670-9ffc-5d789a07b8bf owned by network:dhcp {{(pid=100209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:03.714494 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] For port bc955466-761a-4670-9ffc-5d789a07b8bf, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=bc955466-761a-4670-9ffc-5d789a07b8bf,segment=NetworkSegment(c3dead5c-0e76-49d7-86bc-7f4146295226),segment_id=c3dead5c-0e76-49d7-86bc-7f4146295226)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:03.714940 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.766319 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Calling delete_port for bc955466-761a-4670-9ffc-5d789a07b8bf owned by network:dhcp {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:03.776040 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.792109 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d63974b-9642-4c87-aaf1-36a1868352b7']}} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:03.832746 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f00e0e2-3a11-4dec-a88b-106f8b73f295') {'for_net_delete': True} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:03.833170 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f00e0e2-3a11-4dec-a88b-106f8b73f295') {} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:03.846463 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26300243'] for segment, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.872980 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.881454 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=100208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:03.881846 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904861'] for segment, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: Traceback (most recent call last): Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: timer() Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: cb(*args, **kw) Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: return func(*args, **kwargs) Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: self._notify() Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: self.callback(batched_events) Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: event.method(event) Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: return f(self, *a, **k) Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._get(url).json() Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:03.883490 dv-cinder-689486-14-iscsi neutron-server[100208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:04.036478 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.039051 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:04.045582 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.048619 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0ac0d605-f071-477b-9b38-5ed8a16aff64 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:04.066607 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Pushing event deleted for resources: {'Port': ['ID=bc955466-761a-4670-9ffc-5d789a07b8bf,revision_number=None']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:04.071859 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] No DVR routers for this DVR port bc955466-761a-4670-9ffc-5d789a07b8bf on host dv-cinder-689486-14-iscsi {{(pid=100209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:04.075001 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.076876 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc955466-761a-4670-9ffc-5d789a07b8bf,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:04.086958 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.086958 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.087969 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.088155 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.088930 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.088930 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.089196 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.090009 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.090009 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.090203 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.091094 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.091094 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:04.094160 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:04.096719 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-22daed3e-0281-4600-82bf-7e2aaa3368df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:04.099942 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:04.113743 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d63974b-9642-4c87-aaf1-36a1868352b7,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:04.130257 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.135912 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] 10.222.0.99 "DELETE /v2.0/networks/1d63974b-9642-4c87-aaf1-36a1868352b7 HTTP/1.1" status: 204 len: 168 time: 0.6141722 Jun 24 12:47:04.137117 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5a4e3066-7a67-4222-a07e-bf87222aebf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:04.141011 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] No DVR routers for this DVR port bc955466-761a-4670-9ffc-5d789a07b8bf on host dv-cinder-689486-14-iscsi {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:04.197761 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device fc8176b2-c724-4605-9f3b-759ed488e1ed no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:04.227615 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: fc8176b2-c724-4605-9f3b-759ed488e1ed {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:04.228987 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device fc8176b2-c724-4605-9f3b-759ed488e1ed not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:04.229586 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e574be43-94db-4313-ac0c-34c74dcab823 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:04.237184 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.248152 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9731df6b-69df-4861-ad5d-fb8920842df9']}} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:04.252247 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: e574be43-94db-4313-ac0c-34c74dcab823 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:04.252896 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e574be43-94db-4313-ac0c-34c74dcab823 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:04.253547 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device bc955466-761a-4670-9ffc-5d789a07b8bf no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:04.260692 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dead5c-0e76-49d7-86bc-7f4146295226') {'for_net_delete': True} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:04.260999 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dead5c-0e76-49d7-86bc-7f4146295226') {} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:04.271113 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26300243'] for segment, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.284001 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: bc955466-761a-4670-9ffc-5d789a07b8bf {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:04.284290 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device bc955466-761a-4670-9ffc-5d789a07b8bf not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:04.289671 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.299111 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=100208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:04.299253 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904861'] for segment, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: self.session.flush() Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: self.session.flush() Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: self.session.flush() Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: self.session.flush() Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: Traceback (most recent call last): Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: timer() Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: cb(*args, **kw) Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: return func(*args, **kwargs) Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: self._notify() Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: self.callback(batched_events) Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: event.method(event) Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: return f(self, *a, **k) Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._get(url).json() Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:04.300958 dv-cinder-689486-14-iscsi neutron-server[100208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:04.456393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.460567 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d9c143cd-11fe-4676-8e2c-33a340df5685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:04.464479 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.468398 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] 10.222.0.99 "DELETE /v2.0/networks/9731df6b-69df-4861-ad5d-fb8920842df9 HTTP/1.1" status: 204 len: 168 time: 1.1359110 Jun 24 12:47:04.471320 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43914) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:04.476366 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Pushing event deleted for resources: {'Network': ['ID=9731df6b-69df-4861-ad5d-fb8920842df9,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:04.483493 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-dd2caf78-d4bc-4455-ae38-8a21fa65881d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:04.640911 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43920) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:04.688422 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-f924d07b-12ae-4cfb-8851-4e9f176e5698 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6e9f6b36d2184239bf31137e5992a398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462744 Jun 24 12:47:04.690736 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 43922) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:04.743123 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-11aa790d-0a8d-430f-8215-99930f88a12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.763644 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-11aa790d-0a8d-430f-8215-99930f88a12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.911807 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.926741 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-11aa790d-0a8d-430f-8215-99930f88a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.929519 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-11aa790d-0a8d-430f-8215-99930f88a12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:04.930717 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-11aa790d-0a8d-430f-8215-99930f88a12b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/44733475-dfbc-4611-98c1-c70d994e6e67 HTTP/1.1" status: 204 len: 168 time: 0.2389994 Jun 24 12:47:04.932546 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-555d8195-3b4e-4c25-80b0-704457335dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:04.948924 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa790d-0a8d-430f-8215-99930f88a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44733475-dfbc-4611-98c1-c70d994e6e67,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:04.953036 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-11aa790d-0a8d-430f-8215-99930f88a12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:05.261991 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Deleting port f8356a7f-c536-4d13-9679-a39aa9cb87b2 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:05.261991 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.353930 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] For port f8356a7f-c536-4d13-9679-a39aa9cb87b2, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=f8356a7f-c536-4d13-9679-a39aa9cb87b2,segment=NetworkSegment(d9d42f85-14f3-4665-bf06-00b159390607),segment_id=d9d42f85-14f3-4665-bf06-00b159390607)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:05.354497 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.369259 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Calling delete_port for f8356a7f-c536-4d13-9679-a39aa9cb87b2 owned by network:router_interface {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:05.635550 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:05.637750 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-031e61f8-73b5-456c-96fb-e1f665cd6060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:05.659330 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8356a7f-c536-4d13-9679-a39aa9cb87b2,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:05.662729 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:05.831780 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.038737 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:06.146944 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:06.152486 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-84466a36-ecc1-43d4-a4e5-39ec3e252754 admin admin] 10.222.0.99 "PUT /v2.0/routers/9dfe9a98-b3cc-4382-b131-ba275e70e1d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6794977 Jun 24 12:47:06.154989 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43932) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:06.158514 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] Sync routers for ids ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:06.167399 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] Routers {'9dfe9a98-b3cc-4382-b131-ba275e70e1d5'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:06.168162 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:46:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:06.257891 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks [] for router, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.272439 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] Set router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:06.367765 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.452222 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:47:05Z', 'revision_number': 5, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port': {'id': 'c3f518dd-37d7-4575-b444-7e3c9af5633d', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:42:56Z', 'updated_at': '2021-06-24T12:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:06.479752 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] Checking router: 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:06.489332 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] Routers {'9dfe9a98-b3cc-4382-b131-ba275e70e1d5'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:06.489971 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:46:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:06.493114 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Deleting port c3f518dd-37d7-4575-b444-7e3c9af5633d {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:06.493567 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.576382 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] For port c3f518dd-37d7-4575-b444-7e3c9af5633d, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c3f518dd-37d7-4575-b444-7e3c9af5633d,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:06.576760 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.578568 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] Set router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 gateway port host: None {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:06.590106 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Calling delete_port for c3f518dd-37d7-4575-b444-7e3c9af5633d owned by network:router_gateway {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:06.724494 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:47:06Z', 'revision_number': 6, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port_host': None}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:06.751914 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b464e2a-e11e-4df8-94ba-b14fb841f150 None None] The sync data for ids ['9dfe9a98-b3cc-4382-b131-ba275e70e1d5'] in dv-cinder-689486-14-iscsi is: [{'id': '9dfe9a98-b3cc-4382-b131-ba275e70e1d5', 'name': 'tempest-TestMinimumBasicScenario-659022747-router', 'tenant_id': '1d82b6df18e54062bd720a5b8f304eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:42:55Z', 'updated_at': '2021-06-24T12:47:06Z', 'revision_number': 6, 'project_id': '1d82b6df18e54062bd720a5b8f304eec', 'gw_port_host': None}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:06.856234 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.858534 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c7fa680c-d8b5-474d-b29a-72bb69fa56ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:06.883306 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f518dd-37d7-4575-b444-7e3c9af5633d,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:06.899282 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:06.945800 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:06.998955 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.049342 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.051349 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.177942 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.178595 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dfe9a98-b3cc-4382-b131-ba275e70e1d5 {{(pid=100207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:47:07.183944 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.185131 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-5e8e512c-63f3-469b-be52-1e3df7d11356 admin admin] 10.222.0.99 "DELETE /v2.0/routers/9dfe9a98-b3cc-4382-b131-ba275e70e1d5 HTTP/1.1" status: 204 len: 168 time: 1.0291979 Jun 24 12:47:07.188910 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43952) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:07.234322 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] Deleting subnet f25505d2-f630-442f-abb5-e01baedcea7a {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:07.237290 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.270504 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25771198'] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.378495 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.510477 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28726101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28782981'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.513929 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:07.541467 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25505d2-f630-442f-abb5-e01baedcea7a,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:07.544565 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:07.545558 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.547489 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-851d25fc-f26c-48bb-8235-656807e518db admin admin] 10.222.0.99 "DELETE /v2.0/subnets/f25505d2-f630-442f-abb5-e01baedcea7a HTTP/1.1" status: 204 len: 168 time: 0.3576307 Jun 24 12:47:07.549974 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43956) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:07.552442 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df23c6-e990-4a7a-b979-e390d83f27f1 None None] Network 9b4498ed-692f-4045-af86-bf61a11301a4 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:07.791621 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] DHCP port deletion for 9b4498ed-692f-4045-af86-bf61a11301a4 request from dv-cinder-689486-14-iscsi {{(pid=100209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:07.857653 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] Deleting port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 {{(pid=100209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:07.858046 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.901773 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.922710 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] For port c8ac9b4e-0970-42e4-94c8-d86d2bccff52, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,segment=NetworkSegment(d9d42f85-14f3-4665-bf06-00b159390607),segment_id=d9d42f85-14f3-4665-bf06-00b159390607)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:07.923146 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:07.945634 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] Calling delete_port for c8ac9b4e-0970-42e4-94c8-d86d2bccff52 owned by network:dhcp {{(pid=100209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:07.965900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Deleting port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:07.966225 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.078923 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] For port c8ac9b4e-0970-42e4-94c8-d86d2bccff52, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,segment=NetworkSegment(d9d42f85-14f3-4665-bf06-00b159390607),segment_id=d9d42f85-14f3-4665-bf06-00b159390607)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:08.079454 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.101008 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Calling delete_port for c8ac9b4e-0970-42e4-94c8-d86d2bccff52 owned by network:dhcp {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:08.110725 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.115610 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:08.149008 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] Pushing event deleted for resources: {'Port': ['ID=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,revision_number=None']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:08.153393 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] No DVR routers for this DVR port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 on host dv-cinder-689486-14-iscsi {{(pid=100209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:08.156443 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:08.187413 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c8ac9b4e-0970-42e4-94c8-d86d2bccff52 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:08.197817 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.199922 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:08.221524 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: c8ac9b4e-0970-42e4-94c8-d86d2bccff52 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:08.222100 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c8ac9b4e-0970-42e4-94c8-d86d2bccff52 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:08.222808 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device f8356a7f-c536-4d13-9679-a39aa9cb87b2 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:08.227301 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ac9b4e-0970-42e4-94c8-d86d2bccff52,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:08.231400 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:08.232214 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] No DVR routers for this DVR port c8ac9b4e-0970-42e4-94c8-d86d2bccff52 on host dv-cinder-689486-14-iscsi {{(pid=100207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:08.256212 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: f8356a7f-c536-4d13-9679-a39aa9cb87b2 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:08.257556 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device f8356a7f-c536-4d13-9679-a39aa9cb87b2 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:08.257556 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c3f518dd-37d7-4575-b444-7e3c9af5633d no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:08.291873 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: c3f518dd-37d7-4575-b444-7e3c9af5633d {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:08.292452 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c3f518dd-37d7-4575-b444-7e3c9af5633d not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:08.326416 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.342728 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4498ed-692f-4045-af86-bf61a11301a4']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:08.358042 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d42f85-14f3-4665-bf06-00b159390607') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:08.358436 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d42f85-14f3-4665-bf06-00b159390607') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:08.377026 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.404723 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.412790 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:08.414872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: self.session.flush() Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: self.session.flush() Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: self.session.flush() Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: self.session.flush() Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:08.416725 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:08.752528 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.758901 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:08.766303 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:08.769545 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] 10.222.0.99 "DELETE /v2.0/networks/9b4498ed-692f-4045-af86-bf61a11301a4 HTTP/1.1" status: 204 len: 168 time: 1.2183564 Jun 24 12:47:08.787031 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4498ed-692f-4045-af86-bf61a11301a4,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:08.792472 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:09.204873 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43970) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:09.244669 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-cab1f73f-005f-4116-aa59-81ccab9fb8ff admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d1d0bc3fabe349268ddeed5df3eaa63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383646 Jun 24 12:47:09.246995 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43972) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:09.294578 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28338bd2-6a28-41a8-b6b2-c4ff74a76f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.315472 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28338bd2-6a28-41a8-b6b2-c4ff74a76f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.473511 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28338bd2-6a28-41a8-b6b2-c4ff74a76f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.476132 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28338bd2-6a28-41a8-b6b2-c4ff74a76f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:09.477263 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-28338bd2-6a28-41a8-b6b2-c4ff74a76f81 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a422f5e8-e576-417e-9b2b-fc72150beac1 HTTP/1.1" status: 204 len: 168 time: 0.2293358 Jun 24 12:47:09.478104 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f29affe8-24b2-4b74-aba2-9db128dca4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:09.485742 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28338bd2-6a28-41a8-b6b2-c4ff74a76f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a422f5e8-e576-417e-9b2b-fc72150beac1,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:09.495340 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-28338bd2-6a28-41a8-b6b2-c4ff74a76f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:10.147802 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43984) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:10.196262 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ffa82d96-5991-4626-9ed0-feec1f61169c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1d82b6df18e54062bd720a5b8f304eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467825 Jun 24 12:47:10.199263 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 43986) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:10.256655 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f9a93770-7d3f-4580-9452-fda5ff40e695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.292868 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f9a93770-7d3f-4580-9452-fda5ff40e695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.434350 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f9a93770-7d3f-4580-9452-fda5ff40e695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.437315 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f9a93770-7d3f-4580-9452-fda5ff40e695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:10.438528 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-f9a93770-7d3f-4580-9452-fda5ff40e695 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2370d6ba-17c6-420f-9ec9-f7b9fd534cae HTTP/1.1" status: 204 len: 168 time: 0.2383516 Jun 24 12:47:10.439398 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4db96daa-f6b5-41c7-84cf-e05c0e54824f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:10.447580 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a93770-7d3f-4580-9452-fda5ff40e695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2370d6ba-17c6-420f-9ec9-f7b9fd534cae,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:10.450069 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f9a93770-7d3f-4580-9452-fda5ff40e695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:12.105345 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:47:13.412524 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-08acd5b6-babe-46c0-938a-57537b7b4589 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540133 Jun 24 12:47:13.506734 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-3c87ff3a-a4d3-4e90-8178-cafde2a5f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:13.508432 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-3c87ff3a-a4d3-4e90-8178-cafde2a5f824 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 1099 time: 0.0602136 Jun 24 12:47:13.874991 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-26c5be33-2431-4794-a586-3e08b0786681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:13.876365 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-26c5be33-2431-4794-a586-3e08b0786681 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.3439584 Jun 24 12:47:13.946423 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-5e81f6bc-991e-48e2-bf40-f43420202e5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdd6492b-68c2-4b07-9da6-c864180efdd8 HTTP/1.1" status: 200 len: 1001 time: 0.0629220 Jun 24 12:47:13.996677 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-e526f184-3d9b-44f9-a4d4-2451f757b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:13.998126 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-e526f184-3d9b-44f9-a4d4-2451f757b25c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0443957 Jun 24 12:47:14.060878 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-9740ef5b-4d5c-4a06-9286-e08b0829683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:14.062428 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-9740ef5b-4d5c-4a06-9286-e08b0829683f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571196 Jun 24 12:47:14.156183 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-fb7b7c99-4628-423f-be7a-0fa04968965f service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868499 Jun 24 12:47:14.245474 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a90efd78-c94e-4ac8-8d39-34217dc920c8 req-2dcb3e92-e72c-4ed0-a3d6-e2607c3021ef service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827034 Jun 24 12:47:14.435991 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa04a-794c-4de6-8530-f96488c93a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:16.999666 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ffee2c3f-9832-406c-a16e-effe90333def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:17.355414 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.445508 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.615713 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44080) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.720248 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f33d6c81-43bc-45af-871b-3c2f0c79f92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.813171 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f33d6c81-43bc-45af-871b-3c2f0c79f92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.875724 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-f33d6c81-43bc-45af-871b-3c2f0c79f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.878527 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-dc521135-ba75-49ab-97cd-4c74ae2d9877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:18.915053 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-f33d6c81-43bc-45af-871b-3c2f0c79f92b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0dd629d7741b4cd7842809a9432ed49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979918 Jun 24 12:47:18.915986 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d6c81-43bc-45af-871b-3c2f0c79f92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5498872-85c3-4828-a8a8-c769e9634478,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:18.917921 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44086) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:18.919184 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f33d6c81-43bc-45af-871b-3c2f0c79f92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:18.966911 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-777c863e-c379-4bf7-9bb3-f97d74da4568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:18.987993 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-777c863e-c379-4bf7-9bb3-f97d74da4568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.121349 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-777c863e-c379-4bf7-9bb3-f97d74da4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.123993 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-777c863e-c379-4bf7-9bb3-f97d74da4568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:19.125126 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-777c863e-c379-4bf7-9bb3-f97d74da4568 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d5498872-85c3-4828-a8a8-c769e9634478 HTTP/1.1" status: 204 len: 168 time: 0.2061703 Jun 24 12:47:19.125930 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b6f5cad6-8b13-4a57-b8d9-3ba917930a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:19.133391 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c863e-c379-4bf7-9bb3-f97d74da4568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5498872-85c3-4828-a8a8-c769e9634478,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:19.136427 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-777c863e-c379-4bf7-9bb3-f97d74da4568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:20.005173 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:25.097147 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcf945-87c8-408f-a9f6-93fe904731aa req-6bd894c2-60e2-43a2-8b60-add7008b4b04 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:25.098730 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a4dcf945-87c8-408f-a9f6-93fe904731aa req-6bd894c2-60e2-43a2-8b60-add7008b4b04 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0664649 Jun 24 12:47:25.139212 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a4dcf945-87c8-408f-a9f6-93fe904731aa req-bbcc6001-7bbb-4868-9f94-3a862b9f6592 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341799 Jun 24 12:47:26.323676 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1723a3-8369-46b4-9cce-711e79aeff55 req-412b2926-c502-4457-94ca-0b8c4dad1aa1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:26.325304 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7d1723a3-8369-46b4-9cce-711e79aeff55 req-412b2926-c502-4457-94ca-0b8c4dad1aa1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0716381 Jun 24 12:47:26.325931 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44f9f3-5c9b-437e-874b-9367e6a86fd9 req-ce6d7920-d617-48ff-b08e-89d75a9324e9 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:26.328615 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7c44f9f3-5c9b-437e-874b-9367e6a86fd9 req-ce6d7920-d617-48ff-b08e-89d75a9324e9 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0701890 Jun 24 12:47:26.366050 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7c44f9f3-5c9b-437e-874b-9367e6a86fd9 req-72b2ad96-714a-47ed-8353-bd3901ccf663 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328825 Jun 24 12:47:26.370418 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7d1723a3-8369-46b4-9cce-711e79aeff55 req-be6193f0-6a78-4a98-936d-1ac69f9f51c3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388041 Jun 24 12:47:26.749342 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82417ce5-ae38-42d8-8330-3e9002019734 req-4fabf4e8-066e-4a40-88a0-907fcc7c4715 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:26.750824 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82417ce5-ae38-42d8-8330-3e9002019734 req-4fabf4e8-066e-4a40-88a0-907fcc7c4715 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 946 time: 0.0622497 Jun 24 12:47:26.846499 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Deleting port cdd6492b-68c2-4b07-9da6-c864180efdd8 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:26.846839 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:26.938258 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] For port cdd6492b-68c2-4b07-9da6-c864180efdd8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=cdd6492b-68c2-4b07-9da6-c864180efdd8,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:26.938781 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.121580 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.121865 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.122187 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Floating IP 7c60add0-b8be-4270-bbfc-4410be67670d disassociated. External IP: 172.27.2.25, port: cdd6492b-68c2-4b07-9da6-c864180efdd8. Jun 24 12:47:27.122536 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Calling delete_port for cdd6492b-68c2-4b07-9da6-c864180efdd8 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:27.344592 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.349276 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c083ef2b-8bf6-4626-a9d1-43b65ed8abb2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:27.379936 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event deleted for resources: {'Port': ['ID=cdd6492b-68c2-4b07-9da6-c864180efdd8,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:27.392968 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.393409 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.394589 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.394589 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.394872 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.394989 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.395382 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.395747 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.396118 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.396476 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.396842 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.397192 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:27.405784 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:27.521330 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-b1e2aabf-ac67-48a8-bfd6-a8d51fb5795e req-aaf64e73-a6f1-49d2-9050-a43b9d645a88 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 210 time: 0.0290496 Jun 24 12:47:27.544092 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Router 08a07045-c051-4182-8efb-c695cc29ff03 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:27.623523 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1dc01-40ae-4521-a593-6a1afd94705b req-273f76ce-05c2-4d5f-9d97-cd9f8d79fca9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:27.625006 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f4d1dc01-40ae-4521-a593-6a1afd94705b req-273f76ce-05c2-4d5f-9d97-cd9f8d79fca9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1196082 Jun 24 12:47:27.698673 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:27.702992 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f4d1dc01-40ae-4521-a593-6a1afd94705b req-e04f065a-a6d4-45de-8f55-663a2159be95 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718670 Jun 24 12:47:27.708518 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:27.719151 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:27.719668 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:27.756845 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] No DVR routers for this DVR port cdd6492b-68c2-4b07-9da6-c864180efdd8 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:27.759993 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:27.762180 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-82417ce5-ae38-42d8-8330-3e9002019734 req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "DELETE /v2.0/ports/cdd6492b-68c2-4b07-9da6-c864180efdd8 HTTP/1.1" status: 204 len: 173 time: 1.0063412 Jun 24 12:47:27.762710 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d338586-cf29-409a-ab21-a9cdc3448989', 'name': 'network-vif-deleted', 'tag': 'cdd6492b-68c2-4b07-9da6-c864180efdd8'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:27.766165 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1d8e6a-15a6-446f-85fe-ee3c411433b1" -d '{"events": [{"server_uuid": "2d338586-cf29-409a-ab21-a9cdc3448989", "name": "network-vif-deleted", "tag": "cdd6492b-68c2-4b07-9da6-c864180efdd8"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:27.807296 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8c878c-51cc-4c37-8e5d-a58dacb40881 x-openstack-request-id: req-8d8c878c-51cc-4c37-8e5d-a58dacb40881 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:27.807645 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d338586-cf29-409a-ab21-a9cdc3448989", "name": "network-vif-deleted", "tag": "cdd6492b-68c2-4b07-9da6-c864180efdd8", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:27.813242 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-8d8c878c-51cc-4c37-8e5d-a58dacb40881 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:27.813242 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d338586-cf29-409a-ab21-a9cdc3448989', 'name': 'network-vif-deleted', 'tag': 'cdd6492b-68c2-4b07-9da6-c864180efdd8', 'status': 'completed', 'code': 200} Jun 24 12:47:27.834351 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:28.036354 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:28.067013 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:28.076066 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:28.076684 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:28.180269 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:28.378353 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:28.404098 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e9d12-f605-41cb-a8da-4f38ca3838a6 None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:28.633435 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92e9b2-ed98-4368-8700-84c720fb4675 None None] New status for floating IP 7c60add0-b8be-4270-bbfc-4410be67670d: DOWN {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:47:28.680627 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5aa568ad-f435-4be1-885d-1ea158847035 req-07b5c58a-c4a0-4b42-9b49-0b14bc686bfb tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=2d338586-cf29-409a-ab21-a9cdc3448989 HTTP/1.1" status: 200 len: 210 time: 0.0286653 Jun 24 12:47:28.889041 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430fa28-bcef-49b7-967b-e03d05e21208 req-3b39ae21-ad1e-4781-925f-40c5a59ca945 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:28.890552 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a430fa28-bcef-49b7-967b-e03d05e21208 req-3b39ae21-ad1e-4781-925f-40c5a59ca945 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0641053 Jun 24 12:47:28.940758 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a430fa28-bcef-49b7-967b-e03d05e21208 req-3665a991-d6ad-4401-b4ea-f4e30098cf5f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404563 Jun 24 12:47:29.997432 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-55c2b023-796c-4025-8c84-06b75de574f1 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958724154&fields=id&tenant_id=d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 267 time: 0.0392876 Jun 24 12:47:30.128192 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741189-575f-4508-89f9-736f6df9fa35 req-81ddab34-e397-4751-88c1-a9f268bba580 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:30.130061 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-81ddab34-e397-4751-88c1-a9f268bba580 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 811 time: 0.1222184 Jun 24 12:47:30.146199 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-3a362921-46fd-4e50-bd86-d3c301bfd1ee tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/quotas/d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 375 time: 0.0096862 Jun 24 12:47:30.161147 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e94d91-eaec-4fe7-9e47-6d14f1021f2c req-bbe396ec-8282-4a9d-b77a-f7a3a6c13479 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:30.162808 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-50e94d91-eaec-4fe7-9e47-6d14f1021f2c req-bbe396ec-8282-4a9d-b77a-f7a3a6c13479 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0851581 Jun 24 12:47:30.205365 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-50e94d91-eaec-4fe7-9e47-6d14f1021f2c req-1df84704-d1a1-4547-a9c8-99538bcd7ccb tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364425 Jun 24 12:47:30.229451 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-524a8d0b-a134-4695-a118-a6f15bcf93e5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752165 Jun 24 12:47:30.336424 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-218e9eae-2545-4852-8e20-121b7978f2a3 service neutron] 10.222.0.99 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928876 Jun 24 12:47:30.443900 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-adf0156a-53bd-4305-8ce4-e836fb9278e3 service neutron] 10.222.0.99 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998361 Jun 24 12:47:31.167589 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device cdd6492b-68c2-4b07-9da6-c864180efdd8 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:31.199802 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: cdd6492b-68c2-4b07-9da6-c864180efdd8 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:31.200445 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device cdd6492b-68c2-4b07-9da6-c864180efdd8 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:31.209054 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c55546cc-da2d-4394-b4b8-330bd5f1b03f req-aea882ea-f55f-41b9-81f0-8194e722fca4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 210 time: 0.0496590 Jun 24 12:47:31.443896 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13615c-7117-4ebe-bf1a-c6f64f7c40eb req-9380b4c1-9e76-4b99-811e-57042f4034ed tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:31.445420 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2e13615c-7117-4ebe-bf1a-c6f64f7c40eb req-9380b4c1-9e76-4b99-811e-57042f4034ed tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0841086 Jun 24 12:47:31.488511 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2e13615c-7117-4ebe-bf1a-c6f64f7c40eb req-aa92b6a0-4a56-4eb7-ac12-67e42a98d6d7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365798 Jun 24 12:47:32.316897 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3f22e287-7e56-4302-ba0e-5112c55ca071 req-f1d4d99e-af63-4b05-8d39-f4f6c55e3338 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 210 time: 0.0327034 Jun 24 12:47:32.688939 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a84a7-723b-485b-8e2e-944400791e43 req-cf1b9c0e-9664-4e95-8c1e-481da0cb8383 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:32.690459 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3d3a84a7-723b-485b-8e2e-944400791e43 req-cf1b9c0e-9664-4e95-8c1e-481da0cb8383 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0719316 Jun 24 12:47:32.733964 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3d3a84a7-723b-485b-8e2e-944400791e43 req-fca272b7-f30a-4a2d-9bb2-d0e0c44d87ac tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374579 Jun 24 12:47:33.461042 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-02d803b4-e70f-4fec-a564-45c69cbe6b43 req-0e7360e1-27a4-4089-be85-55013b5b2052 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 210 time: 0.0300219 Jun 24 12:47:33.945323 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e58b-9f18-4aa9-973c-c848c06aa9a0 req-a634714e-1b4f-4496-84d4-88453ae03b40 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:33.947041 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ecd6e58b-9f18-4aa9-973c-c848c06aa9a0 req-a634714e-1b4f-4496-84d4-88453ae03b40 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0797997 Jun 24 12:47:33.990429 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ecd6e58b-9f18-4aa9-973c-c848c06aa9a0 req-ca64cc7a-3750-4005-becc-dc31242a55bf tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372257 Jun 24 12:47:34.232810 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741189-575f-4508-89f9-736f6df9fa35 req-309450c4-4a1a-442c-ac10-7b70fe4183a0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:34.234286 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-309450c4-4a1a-442c-ac10-7b70fe4183a0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 811 time: 0.1088367 Jun 24 12:47:34.287264 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-c27c791a-5f48-4b89-b00b-9cc4efa74c4c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 379 time: 0.0388105 Jun 24 12:47:34.296125 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'port': {'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'admin_state_up': True, 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'security_groups': ['ee2533e8-faa8-45da-8dfa-e850ecbf3f59']}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:34.535363 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Made reservation on behalf of d3634c0576a546feb1b63fbbb6d9c77f for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:47:34.539029 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.653543 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-97db05cf-ae2b-42a7-bb09-2ca547852df7 req-c94dd8d2-5361-497b-98e4-340141c4081c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 210 time: 0.0360320 Jun 24 12:47:34.719330 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Allocated IP 172.20.0.10 (e3f32218-7b6e-46d2-ba4e-f15451953dfd/203aab7d-2045-4a16-b416-4229f63af0ed/8e58f5f2-e173-422c-8345-76276deacfd4) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:34.877433 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:34.891461 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Transition to ACTIVE for port object 8e58f5f2-e173-422c-8345-76276deacfd4 will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:35.071871 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.091713 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-df29f01a-a2d3-48af-9e76-deafb0c4c163 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:35.142458 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:35.145696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:35.153362 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:35.157474 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=8e58f5f2-e173-422c-8345-76276deacfd4,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:35.177728 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:35.217594 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:35.218275 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.228002 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d307c-b9df-4dca-9336-1f7981ff5c70 req-1aca855f-e4c6-471e-a0e1-5b26e1593119 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:35.235957 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-014d307c-b9df-4dca-9336-1f7981ff5c70 req-1aca855f-e4c6-471e-a0e1-5b26e1593119 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0930862 Jun 24 12:47:35.277553 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-014d307c-b9df-4dca-9336-1f7981ff5c70 req-906784f0-8226-47fe-8329-3c1501ee93a0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Jun 24 12:47:35.434685 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1422079 Jun 24 12:47:35.453702 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Request body: {'port': {'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:35.462335 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-ed2830ea-8d80-4c6e-8d54-b844ee227b91 None None] Provisioning for port 8e58f5f2-e173-422c-8345-76276deacfd4 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:35.466484 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-ed2830ea-8d80-4c6e-8d54-b844ee227b91 None None] Provisioning complete for port 8e58f5f2-e173-422c-8345-76276deacfd4 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:35.466874 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ed2830ea-8d80-4c6e-8d54-b844ee227b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.518440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-ed2830ea-8d80-4c6e-8d54-b844ee227b91 None None] Port 8e58f5f2-e173-422c-8345-76276deacfd4 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:47:35.547639 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.863719 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e58f5f2-e173-422c-8345-76276deacfd4 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:47:35.873532 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:35.893096 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Transition to ACTIVE for port object 8e58f5f2-e173-422c-8345-76276deacfd4 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:47:35.912036 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0fd89-7649-4d07-8c25-281b517d2b60 req-cb3bc25f-d68b-4c14-8701-1998cccc2f71 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:35.913545 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b6c0fd89-7649-4d07-8c25-281b517d2b60 req-cb3bc25f-d68b-4c14-8701-1998cccc2f71 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 932 time: 0.1165383 Jun 24 12:47:35.956374 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b6c0fd89-7649-4d07-8c25-281b517d2b60 req-a3a01df7-67b1-4aea-b079-f1a292339b6a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352578 Jun 24 12:47:36.018682 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.021450 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d69cba29-9434-45b5-b173-f27800c27556 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:36.085727 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Pushing event updated for resources: {'Port': ['ID=8e58f5f2-e173-422c-8345-76276deacfd4,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:36.089881 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:36.167566 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Attempting to bind port 8e58f5f2-e173-422c-8345-76276deacfd4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:47:36.167913 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Attempting to bind port 8e58f5f2-e173-422c-8345-76276deacfd4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:47:36.168407 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Attempting to bind port 8e58f5f2-e173-422c-8345-76276deacfd4 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:36.178074 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Port 8e58f5f2-e173-422c-8345-76276deacfd4 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:47:36.178621 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Attempting to bind port 8e58f5f2-e173-422c-8345-76276deacfd4 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:47:36.185833 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:47:36.192906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Checking segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:47:36.192906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Bound using segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:47:36.192906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Bound port: 8e58f5f2-e173-422c-8345-76276deacfd4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:47:36.192906 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.268264 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] For port 8e58f5f2-e173-422c-8345-76276deacfd4, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:47:36.271595 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] For port 8e58f5f2-e173-422c-8345-76276deacfd4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8e58f5f2-e173-422c-8345-76276deacfd4,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:47:36.366011 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.368283 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-39c07226-e7b9-4558-b553-68b7eba5976e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:36.410371 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.411265 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:36.412957 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] 10.222.0.36 "PUT /v2.0/ports/8e58f5f2-e173-422c-8345-76276deacfd4 HTTP/1.1" status: 200 len: 1094 time: 0.9639111 Jun 24 12:47:36.413579 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:36.416376 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d2193a-7e63-4a2d-9cdf-429750f1456e" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:36.450344 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Pushing event updated for resources: {'Port': ['ID=8e58f5f2-e173-422c-8345-76276deacfd4,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:36.456097 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:36.465853 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c2da3-3387-4739-8219-9a84cfcc7ca3 x-openstack-request-id: req-4a9c2da3-3387-4739-8219-9a84cfcc7ca3 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:36.466384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:36.466800 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-4a9c2da3-3387-4739-8219-9a84cfcc7ca3 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:36.467359 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4', 'status': 'completed', 'code': 200} Jun 24 12:47:36.491958 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833e7a5-a96d-4090-a820-db47f53038b5 req-d9d8cbfd-1197-474f-8e81-2cf5c34c6491 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.494265 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5833e7a5-a96d-4090-a820-db47f53038b5 req-d9d8cbfd-1197-474f-8e81-2cf5c34c6491 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0861385 Jun 24 12:47:36.550030 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5833e7a5-a96d-4090-a820-db47f53038b5 req-e1a67ebf-388d-4e2c-a182-c40ada6f4baa tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461740 Jun 24 12:47:36.608955 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2193a-7e63-4a2d-9cdf-429750f1456e req-df25abcf-eb84-4909-8d5c-7af8e9668bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.611353 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a5d2193a-7e63-4a2d-9cdf-429750f1456e req-df25abcf-eb84-4909-8d5c-7af8e9668bed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 1097 time: 0.0908346 Jun 24 12:47:36.734637 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2193a-7e63-4a2d-9cdf-429750f1456e req-0a2e1050-7f82-4de0-869d-19a8be009507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.736137 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a5d2193a-7e63-4a2d-9cdf-429750f1456e req-0a2e1050-7f82-4de0-869d-19a8be009507 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1101315 Jun 24 12:47:36.840722 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2193a-7e63-4a2d-9cdf-429750f1456e req-f9f66fde-6f67-492c-af1b-cfcc8de560a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.842157 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a5d2193a-7e63-4a2d-9cdf-429750f1456e req-f9f66fde-6f67-492c-af1b-cfcc8de560a2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996456 Jun 24 12:47:36.969387 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741189-575f-4508-89f9-736f6df9fa35 req-02d91e35-355c-4489-855d-7ab31cbacc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:36.970865 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-02d91e35-355c-4489-855d-7ab31cbacc37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 1097 time: 0.0610995 Jun 24 12:47:36.973087 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:37.025738 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-5f334137-0469-4c3f-9498-401a430cff8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e58f5f2-e173-422c-8345-76276deacfd4 HTTP/1.1" status: 200 len: 217 time: 0.0395620 Jun 24 12:47:37.093494 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741189-575f-4508-89f9-736f6df9fa35 req-13d8f7a0-1811-43e1-8700-5ba95171af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:37.095117 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-13d8f7a0-1811-43e1-8700-5ba95171af12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0619359 Jun 24 12:47:37.210996 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb308e6-2440-4dba-99fd-6302cc2e043c req-081eb196-b053-4414-81ff-3a23559ef7b2 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:37.212522 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ccb308e6-2440-4dba-99fd-6302cc2e043c req-081eb196-b053-4414-81ff-3a23559ef7b2 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 944 time: 0.1153331 Jun 24 12:47:37.221530 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741189-575f-4508-89f9-736f6df9fa35 req-803dd788-9644-4dd3-a6fc-66eb3d41cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:37.222861 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-803dd788-9644-4dd3-a6fc-66eb3d41cec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1066635 Jun 24 12:47:37.304099 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ccb308e6-2440-4dba-99fd-6302cc2e043c req-864d36d2-d1f1-4b32-9a4d-6e6479705df1 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848680 Jun 24 12:47:37.353605 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-d3ecf074-d49f-4a89-93b2-c18a0c89dc23 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170523 Jun 24 12:47:37.462343 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-72741189-575f-4508-89f9-736f6df9fa35 req-ee759fba-4392-4d4f-b2a8-31fd944000ef service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010988 Jun 24 12:47:37.756801 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad433f-474f-4378-8585-f45662b8c270 req-66fb6f7c-2ae2-479a-ad8d-fc8020c69d29 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:37.758267 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a1ad433f-474f-4378-8585-f45662b8c270 req-66fb6f7c-2ae2-479a-ad8d-fc8020c69d29 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0730932 Jun 24 12:47:37.801981 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a1ad433f-474f-4378-8585-f45662b8c270 req-906d2a12-ba2f-40d3-9fed-00a26f6fb8ea tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368176 Jun 24 12:47:38.497288 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e2859-445c-4182-ac7c-75a555dd4055 req-85467035-764f-4d04-b534-f3812a9225be tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:38.498775 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ae3e2859-445c-4182-ac7c-75a555dd4055 req-85467035-764f-4d04-b534-f3812a9225be tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 944 time: 0.0656204 Jun 24 12:47:38.539923 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ae3e2859-445c-4182-ac7c-75a555dd4055 req-d1f15347-eeeb-4834-9040-af2ef05b3ea1 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353570 Jun 24 12:47:38.989058 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911ed9d-26be-4183-a27d-08770e123802 req-69401233-efd3-42bb-9466-a181ab4a4007 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:38.990660 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d911ed9d-26be-4183-a27d-08770e123802 req-69401233-efd3-42bb-9466-a181ab4a4007 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0659456 Jun 24 12:47:39.042579 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d911ed9d-26be-4183-a27d-08770e123802 req-ffdaee8f-f59e-4a29-9091-be2a7a51e4db tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Jun 24 12:47:39.209248 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:47:39.309236 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:39.322581 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '91e0e843-6898-493d-a01d-1c20c200230b', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'port_id': '91e0e843-6898-493d-a01d-1c20c200230b', 'mac_address': 'fa:16:3e:a2:7e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:47:39.366255 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.379276 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91e0e843-6898-493d-a01d-1c20c200230b {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:47:39.405200 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:39.642025 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:39.644017 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:39.693968 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=6']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:39.699885 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:39.737894 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be2eba-aab1-467a-8751-3b5218efa4c3 req-89e36f8a-b36a-4da0-8530-bb37a6355456 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:39.739819 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-44be2eba-aab1-467a-8751-3b5218efa4c3 req-89e36f8a-b36a-4da0-8530-bb37a6355456 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 944 time: 0.0735805 Jun 24 12:47:39.795512 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-44be2eba-aab1-467a-8751-3b5218efa4c3 req-c5ce4f61-e25f-4eef-aa29-be12a87d68ae tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472996 Jun 24 12:47:39.802481 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['91e0e843-6898-493d-a01d-1c20c200230b'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:47:40.266017 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcf6b8-51c9-49b6-92a9-a3be642d79d3 req-a29e62d7-3e54-42a9-9cad-6951646e26e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:40.267930 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-88fcf6b8-51c9-49b6-92a9-a3be642d79d3 req-a29e62d7-3e54-42a9-9cad-6951646e26e5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 944 time: 0.0839446 Jun 24 12:47:40.323916 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-88fcf6b8-51c9-49b6-92a9-a3be642d79d3 req-fc1425dd-ad95-4bd4-848f-d4df8f853b86 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492308 Jun 24 12:47:41.069458 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29105e-01c2-430c-88d0-1ed1bc2533fa req-da4ca753-ea74-4ab0-9db4-d0b0b953d104 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:41.072279 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6c29105e-01c2-430c-88d0-1ed1bc2533fa req-da4ca753-ea74-4ab0-9db4-d0b0b953d104 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 944 time: 0.0889721 Jun 24 12:47:41.124519 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6c29105e-01c2-430c-88d0-1ed1bc2533fa req-cbef47d1-2ca7-412e-a73c-a021beff223a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444915 Jun 24 12:47:41.212204 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:41.267593 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 91e0e843-6898-493d-a01d-1c20c200230b triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:41.267593 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.361261 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.407955 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:41.407955 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6380d8d-4a68-45dc-8c2d-d4c6b64628a4" -d '{"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-plugged", "status": "completed", "tag": "91e0e843-6898-493d-a01d-1c20c200230b"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:41.452248 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:41.477179 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842cfb10-ec09-4f2c-9e16-0d268b53e09c x-openstack-request-id: req-842cfb10-ec09-4f2c-9e16-0d268b53e09c {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:41.477346 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-plugged", "status": "completed", "tag": "91e0e843-6898-493d-a01d-1c20c200230b", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:41.477622 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-842cfb10-ec09-4f2c-9e16-0d268b53e09c {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:41.478487 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b', 'code': 200} Jun 24 12:47:41.527325 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:41.529428 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-9e2fa932-0f44-4a39-abc5-db2a34bf7798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:41.580979 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=7']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:41.584195 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:41.648709 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbbbfb-083e-4c3f-9fbd-f415404f90fd req-5d3de9e9-0e70-4266-8fc1-3d5f1b06ea33 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:41.651485 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d8bbbbfb-083e-4c3f-9fbd-f415404f90fd req-5d3de9e9-0e70-4266-8fc1-3d5f1b06ea33 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0962756 Jun 24 12:47:41.695911 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d8bbbbfb-083e-4c3f-9fbd-f415404f90fd req-876e5113-9cd4-441b-95d1-4b0f33f6382d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 Jun 24 12:47:42.209392 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44254) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:42.351106 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e14fd9-8ee7-4929-aac8-9cebf004202c req-c7b9f080-2692-48ed-a5f2-1539a260af66 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:42.360844 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c9e14fd9-8ee7-4929-aac8-9cebf004202c req-c7b9f080-2692-48ed-a5f2-1539a260af66 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 944 time: 0.1004984 Jun 24 12:47:42.421594 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c9e14fd9-8ee7-4929-aac8-9cebf004202c req-368500ef-c777-4fb0-9d19-d63f400e959d tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594361 Jun 24 12:47:42.651402 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Deleting port 04637fbb-5767-414a-a639-47305883078e {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:42.652023 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.751333 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.751852 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:42.766023 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Calling delete_port for 04637fbb-5767-414a-a639-47305883078e owned by network:floatingip {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:42.969470 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf67e2-71cb-4f32-8a68-f54f8237fe12 req-ab719fe7-25c1-4710-8cb9-d06147a34f60 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:42.976386 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-53bf67e2-71cb-4f32-8a68-f54f8237fe12 req-ab719fe7-25c1-4710-8cb9-d06147a34f60 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1154177 Jun 24 12:47:43.051551 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-53bf67e2-71cb-4f32-8a68-f54f8237fe12 req-7f753f4f-b710-471a-b8e9-0089d8ac1a83 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741847 Jun 24 12:47:43.607747 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc9011-bda1-4704-9c6a-927a2088eb49 req-2c6583b3-5013-45be-9554-6fbc4ce085b7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:43.609284 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-67dc9011-bda1-4704-9c6a-927a2088eb49 req-2c6583b3-5013-45be-9554-6fbc4ce085b7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 944 time: 0.0695286 Jun 24 12:47:43.610579 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.613001 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:43.666914 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event deleted for resources: {'Port': ['ID=04637fbb-5767-414a-a639-47305883078e,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:43.688900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.689311 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.689711 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.690108 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.690492 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.690869 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.691269 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.691644 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.692046 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.692473 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.692912 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.693307 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:47:43.697833 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:43.740287 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-67dc9011-bda1-4704-9c6a-927a2088eb49 req-2d87adf2-4a5a-49db-ae25-26a42a1f5940 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233413 Jun 24 12:47:43.755569 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for floatingip, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:43.755924 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.l3_db [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Floating IP 32ca2fb3-3981-4734-9474-994c5970f196 disassociated (deleted). External IP: 172.27.2.63, port: 6aacdf19-9166-4edc-b4be-885453d5fb87. Jun 24 12:47:43.996467 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Router 47f1815b-cc0c-49ea-9763-ec2df4f49355 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:44.133682 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:44.144679 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.149376 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] Sync routers for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:44.164276 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:44.165211 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:44.228904 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "DELETE /v2.0/floatingips/32ca2fb3-3981-4734-9474-994c5970f196 HTTP/1.1" status: 204 len: 168 time: 2.0170357 Jun 24 12:47:44.246546 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:44.248927 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f9627-368a-4443-8b26-d7ac9f918bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:44.324559 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da695f-8ff8-45e4-8303-9e00a1c5edb7 req-bf2d93a4-b642-42fb-b78f-5237bd8dc7fb tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:44.327503 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-35da695f-8ff8-45e4-8303-9e00a1c5edb7 req-bf2d93a4-b642-42fb-b78f-5237bd8dc7fb tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1337705 Jun 24 12:47:44.359927 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:44.407840 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-411e64de-b64b-4d69-a7bc-51dce59cb29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:44.420935 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-35da695f-8ff8-45e4-8303-9e00a1c5edb7 req-2078821a-b07f-49fc-83cd-6fcc6317c752 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819106 Jun 24 12:47:44.521022 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc8b693-f640-411c-b871-67a46d416959 x-openstack-request-id: req-1dc8b693-f640-411c-b871-67a46d416959 {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:44.521628 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:44.522114 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-1dc8b693-f640-411c-b871-67a46d416959 {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:44.522787 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'status': 'completed', 'code': 200} Jun 24 12:47:44.676583 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-8532ab51-089a-46fc-8a42-eb2939c5ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:44.678956 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-8532ab51-089a-46fc-8a42-eb2939c5ea83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d08363634f147bba888dfa25e7273dc&device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 1098 time: 0.1034629 Jun 24 12:47:44.681183 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:44.736373 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] Checking router: 47f1815b-cc0c-49ea-9763-ec2df4f49355 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:44.746465 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:44.747487 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:44.875478 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-c76f390c-e806-4aba-8848-2a4be7fffba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:44.885829 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-c76f390c-e806-4aba-8848-2a4be7fffba0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=559cf1e1-0266-438e-b066-36db5cc4ba08 HTTP/1.1" status: 200 len: 909 time: 0.1877968 Jun 24 12:47:44.968450 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-bc603a27-06dc-4244-888e-8510125a39fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6aacdf19-9166-4edc-b4be-885453d5fb87 HTTP/1.1" status: 200 len: 217 time: 0.0748775 Jun 24 12:47:44.995820 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16877bb7-46da-4c1b-97c0-d882a52fef43 req-bb39acc9-ff15-43c0-8166-f9e87d851af2 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:45.005836 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-16877bb7-46da-4c1b-97c0-d882a52fef43 req-bb39acc9-ff15-43c0-8166-f9e87d851af2 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 944 time: 0.1123159 Jun 24 12:47:45.070460 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:45.077772 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-16877bb7-46da-4c1b-97c0-d882a52fef43 req-00dd5c92-fc4e-4b3d-bc25-37a6b9b88746 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707335 Jun 24 12:47:45.078499 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-1f60b56c-78d5-4f4a-bfb7-ec94e4ca3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:45.080853 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-1f60b56c-78d5-4f4a-bfb7-ec94e4ca3164 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=223260de-f9a8-463a-ac04-7a41e99878b8 HTTP/1.1" status: 200 len: 847 time: 0.1057787 Jun 24 12:47:45.206782 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-9c7ae4f1-5818-449a-9d39-ebaa08b84c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:45.208270 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-9c7ae4f1-5818-449a-9d39-ebaa08b84c27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=559cf1e1-0266-438e-b066-36db5cc4ba08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0932236 Jun 24 12:47:45.219498 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d57124-9cd6-4627-bd2c-258e39702513 req-4bbc7515-6024-4e2b-b0fc-653336a04c6d tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:45.228688 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-71d57124-9cd6-4627-bd2c-258e39702513 req-4bbc7515-6024-4e2b-b0fc-653336a04c6d tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.1448011 Jun 24 12:47:45.236857 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 8e58f5f2-e173-422c-8345-76276deacfd4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:47:45.322356 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-71d57124-9cd6-4627-bd2c-258e39702513 req-fac06d85-c390-46d9-9789-a02969a45213 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940840 Jun 24 12:47:45.394240 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-b3c49b01-77cf-4feb-9389-a79821e06589 service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568890 Jun 24 12:47:45.430739 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 8e58f5f2-e173-422c-8345-76276deacfd4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8e58f5f2-e173-422c-8345-76276deacfd4,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:45.450340 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:45.479628 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '8e58f5f2-e173-422c-8345-76276deacfd4', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:47:45.481439 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4c7e1-d53d-4dd3-bab3-dfa7fce5a484 None None] The sync data for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi is: [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:43Z', 'revision_number': 4, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '45083cf0-1109-48e1-8bca-224a7870d9ef', 'name': '', 'network_id': '559cf1e1-0266-438e-b066-36db5cc4ba08', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'mac_address': 'fa:16:3e:9a:42:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:42Z', 'updated_at': '2021-06-24T12:41:50Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'subnets': [{'id': '223260de-f9a8-463a-ac04-7a41e99878b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:45.545412 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.553909 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-799f9627-368a-4443-8b26-d7ac9f918bcc req-d59718d9-13cb-407e-b590-1e07ead79ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514461 Jun 24 12:47:45.565929 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e58f5f2-e173-422c-8345-76276deacfd4 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:47:45.608984 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 8e58f5f2-e173-422c-8345-76276deacfd4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8e58f5f2-e173-422c-8345-76276deacfd4,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:45.725305 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542817-b1b2-4d92-a6c4-b476b82c1622 req-3c1c97a6-6210-4bc3-84bd-3ca8b9130859 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:45.727433 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:45.729842 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-44260402-5b2c-4d34-9159-417f4fe08d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:45.740888 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4e542817-b1b2-4d92-a6c4-b476b82c1622 req-3c1c97a6-6210-4bc3-84bd-3ca8b9130859 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0985444 Jun 24 12:47:45.803227 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=8e58f5f2-e173-422c-8345-76276deacfd4,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:45.807785 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:45.819444 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4e542817-b1b2-4d92-a6c4-b476b82c1622 req-5eae43ec-eafa-4538-819a-67476570c8c7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730822 Jun 24 12:47:45.878877 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c45bd-f5d7-4d14-a04c-d3536df92fe2 None None] New status for floating IP 32ca2fb3-3981-4734-9474-994c5970f196: DOWN {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:47:46.111943 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['8e58f5f2-e173-422c-8345-76276deacfd4'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:47:46.401708 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63975a73-dfbc-48c2-9a89-b12af5aae0a8 req-e1b6471e-ad7b-4058-9c9e-86ff59a030e3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:46.431380 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-63975a73-dfbc-48c2-9a89-b12af5aae0a8 req-e1b6471e-ad7b-4058-9c9e-86ff59a030e3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 945 time: 0.1457508 Jun 24 12:47:46.486665 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-63975a73-dfbc-48c2-9a89-b12af5aae0a8 req-3aee25cf-254d-4d8f-b875-8b357a7bed1a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541329 Jun 24 12:47:46.625752 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ded7af-3230-4f9e-9dba-e5dd6adfbb16 req-0fb3ba9c-02e5-443d-ba27-dc22e9542be1 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:46.627636 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-83ded7af-3230-4f9e-9dba-e5dd6adfbb16 req-0fb3ba9c-02e5-443d-ba27-dc22e9542be1 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.0946045 Jun 24 12:47:46.693507 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-83ded7af-3230-4f9e-9dba-e5dd6adfbb16 req-6b0024c4-2115-4897-ace6-8e80a1dc8796 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/security-groups?id=3145dee0-df83-48cb-ad63-c3dc23eb160b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581751 Jun 24 12:47:46.719208 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-9b069c22-bfec-458a-a8d5-9dc493d196b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:46.734486 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-9b069c22-bfec-458a-a8d5-9dc493d196b9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 945 time: 0.1337831 Jun 24 12:47:46.872720 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Deleting port 6aacdf19-9166-4edc-b4be-885453d5fb87 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:46.873298 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:46.995972 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c14d-7fd2-4758-a3a5-21b44c4caf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.077006 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08988d2a-dcd3-426b-9513-12bbdc23617b req-2a8ec04d-07f7-4d2a-ad92-1b6ff0aea704 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:47.085062 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-08988d2a-dcd3-426b-9513-12bbdc23617b req-2a8ec04d-07f7-4d2a-ad92-1b6ff0aea704 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1241446 Jun 24 12:47:47.152022 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-08988d2a-dcd3-426b-9513-12bbdc23617b req-e9df4981-e220-4c35-b64a-98a716bbd4e9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656085 Jun 24 12:47:47.252309 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 8e58f5f2-e173-422c-8345-76276deacfd4 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:47:47.339357 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.371230 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] For port 6aacdf19-9166-4edc-b4be-885453d5fb87, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6aacdf19-9166-4edc-b4be-885453d5fb87,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:47.371639 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.392222 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Calling delete_port for 6aacdf19-9166-4edc-b4be-885453d5fb87 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:47.394100 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 8e58f5f2-e173-422c-8345-76276deacfd4 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:47:47.399110 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 8e58f5f2-e173-422c-8345-76276deacfd4 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:47:47.399329 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.414875 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637a675-3af3-410f-a47b-246106cbcde7 req-141163a6-5b94-40ee-849b-dc968a68c2cf tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:47.419334 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4637a675-3af3-410f-a47b-246106cbcde7 req-141163a6-5b94-40ee-849b-dc968a68c2cf tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 945 time: 0.1365936 Jun 24 12:47:47.520102 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.539693 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4637a675-3af3-410f-a47b-246106cbcde7 req-7ba74f80-e7bf-4db9-b927-efc9f3c371d5 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066346 Jun 24 12:47:47.562719 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:47.565074 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af893810-7521-4706-b48e-60fbdf32a5b0" -d '{"events": [{"server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "name": "network-vif-plugged", "status": "completed", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:47.602287 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 8e58f5f2-e173-422c-8345-76276deacfd4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8e58f5f2-e173-422c-8345-76276deacfd4,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:47.615240 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f514d-7ba8-4312-b481-aacfe580f0fa x-openstack-request-id: req-041f514d-7ba8-4312-b481-aacfe580f0fa {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:47.615543 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "name": "network-vif-plugged", "status": "completed", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:47.615808 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-041f514d-7ba8-4312-b481-aacfe580f0fa {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:47.616272 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4', 'code': 200} Jun 24 12:47:47.693412 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.696796 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:47.710017 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b62b24-d3fb-41b2-b68d-c8e5ea4ac5f1 req-3c92e055-5308-4b61-9687-6f6733a71f1e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:47.712463 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-51b62b24-d3fb-41b2-b68d-c8e5ea4ac5f1 req-3c92e055-5308-4b61-9687-6f6733a71f1e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 945 time: 0.1004572 Jun 24 12:47:47.727648 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.733663 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d812ea56-de3a-4c8c-a8dc-bc808730879d tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:47.807266 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event deleted for resources: {'Port': ['ID=6aacdf19-9166-4edc-b4be-885453d5fb87,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:47.843624 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:47.844119 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-51b62b24-d3fb-41b2-b68d-c8e5ea4ac5f1 req-7f27f51a-ffa1-4ae7-abaa-ba150f2420f7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066506 Jun 24 12:47:47.848267 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=8e58f5f2-e173-422c-8345-76276deacfd4,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:47.851933 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:47.898572 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fa3a1dff-eed6-4575-900a-9b084a03c125 req-875291a3-9468-4c47-9829-e010d8415d3a tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 210 time: 0.0525451 Jun 24 12:47:47.918208 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] No DVR routers for this DVR port 6aacdf19-9166-4edc-b4be-885453d5fb87 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:47.919343 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:47.921827 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d7df0b39-36cf-4814-922e-b5b7c5affc80 req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.36 "DELETE /v2.0/ports/6aacdf19-9166-4edc-b4be-885453d5fb87 HTTP/1.1" status: 204 len: 173 time: 1.1906569 Jun 24 12:47:47.922426 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'name': 'network-vif-deleted', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:47.933853 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c6b009-6638-4e00-a374-e52a794b1c79" -d '{"events": [{"server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "name": "network-vif-deleted", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:47.979159 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac912cf5-41c6-46fd-983a-1bb93a3a780f x-openstack-request-id: req-ac912cf5-41c6-46fd-983a-1bb93a3a780f {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:47.979771 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c75def9-e821-4f0b-a47b-d3c250903555", "name": "network-vif-deleted", "tag": "6aacdf19-9166-4edc-b4be-885453d5fb87", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:47.980066 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ac912cf5-41c6-46fd-983a-1bb93a3a780f {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:47.980500 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c75def9-e821-4f0b-a47b-d3c250903555', 'name': 'network-vif-deleted', 'tag': '6aacdf19-9166-4edc-b4be-885453d5fb87', 'status': 'completed', 'code': 200} Jun 24 12:47:48.358713 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20578e-4128-46ab-b61d-e99aefe3115e req-d57eb663-bd4d-4178-b2d6-9c4bab442a50 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:48.360347 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5e20578e-4128-46ab-b61d-e99aefe3115e req-d57eb663-bd4d-4178-b2d6-9c4bab442a50 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0717599 Jun 24 12:47:48.403606 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5e20578e-4128-46ab-b61d-e99aefe3115e req-e448f5a5-fb14-4277-b269-8c07c20ec38f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Jun 24 12:47:48.718486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a135c1-4c2c-48c0-a74b-90f5f7c89e1a req-88e5ce9e-b890-4aa8-be4e-7b882b01b5b1 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:48.720029 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e2a135c1-4c2c-48c0-a74b-90f5f7c89e1a req-88e5ce9e-b890-4aa8-be4e-7b882b01b5b1 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 945 time: 0.0676513 Jun 24 12:47:48.759976 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e2a135c1-4c2c-48c0-a74b-90f5f7c89e1a req-7b11f416-34b6-4c73-bee9-fe87e7f3a334 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336347 Jun 24 12:47:48.876866 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:48.954418 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6905481-6c91-4ce1-b4b9-398804808acb req-74704141-4e56-4e2b-82d0-0b33c9c13756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:48.960341 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f6905481-6c91-4ce1-b4b9-398804808acb req-74704141-4e56-4e2b-82d0-0b33c9c13756 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 1099 time: 0.0930097 Jun 24 12:47:49.045544 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f6905481-6c91-4ce1-b4b9-398804808acb req-e5327f52-c9cd-4523-aeb5-1a43671ebb62 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709810 Jun 24 12:47:49.083351 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-1b621ec8-7b94-43bc-84f3-51ba0d06472c req-83f363be-601f-4190-9451-1d85ba45fae1 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 210 time: 0.0457499 Jun 24 12:47:49.111335 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:47:49.119755 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ce509-5356-4a53-b5d9-0b51f24da3b2 req-2e82940b-f215-41fd-a167-0b85c947cccc tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:49.121455 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c69ce509-5356-4a53-b5d9-0b51f24da3b2 req-2e82940b-f215-41fd-a167-0b85c947cccc tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 946 time: 0.1595416 Jun 24 12:47:49.168468 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c69ce509-5356-4a53-b5d9-0b51f24da3b2 req-e804937e-b5ae-4bf6-b1f1-bb023255a519 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Jun 24 12:47:49.562940 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-dae3ee63-ee26-4536-a8fd-d87838645bf9 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:49.564699 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-dae3ee63-ee26-4536-a8fd-d87838645bf9 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 945 time: 0.1721044 Jun 24 12:47:49.729613 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe166-52c6-4666-b2f9-506ca762c916 req-26b3e239-5b77-471a-afd7-54017a39f57a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:49.743829 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-12cbe166-52c6-4666-b2f9-506ca762c916 req-26b3e239-5b77-471a-afd7-54017a39f57a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1312971 Jun 24 12:47:49.753022 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Deleting port 57bcc026-6048-44e1-aed8-a97b99c51b8b {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:49.753569 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:49.823188 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-12cbe166-52c6-4666-b2f9-506ca762c916 req-bd9d3140-6058-4231-ac52-efec0aa559b7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780821 Jun 24 12:47:49.986405 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] For port 57bcc026-6048-44e1-aed8-a97b99c51b8b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=57bcc026-6048-44e1-aed8-a97b99c51b8b,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:49.987894 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.076460 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.281090 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdbfa-6ada-4f3d-bf24-8d2e5a76e254 req-6e8b4a20-4d19-4a63-810f-e801db96ff24 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:50.282644 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a45bdbfa-6ada-4f3d-bf24-8d2e5a76e254 req-6e8b4a20-4d19-4a63-810f-e801db96ff24 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 945 time: 0.2151232 Jun 24 12:47:50.308569 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-2f5c85c5-5bbb-4f39-9cfa-cfdc080af4fd req-f89250b6-d40b-4b12-b5ae-86e472f178b2 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "GET /v2.0/ports?device_id=8c75def9-e821-4f0b-a47b-d3c250903555 HTTP/1.1" status: 200 len: 210 time: 0.0455403 Jun 24 12:47:50.334665 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.335115 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.335387 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Floating IP 9a442a97-992c-4475-bf9c-2096970dca75 disassociated. External IP: 172.27.2.18, port: 57bcc026-6048-44e1-aed8-a97b99c51b8b. Jun 24 12:47:50.336390 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Calling delete_port for 57bcc026-6048-44e1-aed8-a97b99c51b8b owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:50.475972 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a45bdbfa-6ada-4f3d-bf24-8d2e5a76e254 req-83638a8e-2978-4de6-afda-1580d88333e4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups?id=7121f69c-a916-48b4-b880-073a44338c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350622 Jun 24 12:47:50.582939 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc6fd7-6f1a-438f-a290-3f6d6a0833b7 req-fa220c58-5e8a-4cf1-bf1a-0897080be2e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:50.592072 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0abc6fd7-6f1a-438f-a290-3f6d6a0833b7 req-fa220c58-5e8a-4cf1-bf1a-0897080be2e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 946 time: 0.1580276 Jun 24 12:47:50.639658 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0abc6fd7-6f1a-438f-a290-3f6d6a0833b7 req-fcde43f8-23d6-49a5-85a5-2d588e06663b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462201 Jun 24 12:47:50.654367 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:50.674559 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-5eeba6d3-cd88-4195-8654-e2f706640956 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:50.702399 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event deleted for resources: {'Port': ['ID=57bcc026-6048-44e1-aed8-a97b99c51b8b,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:50.721451 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:50.882001 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Router 2d86c083-efe5-41ba-bb29-9831151eb6c2 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:51.122004 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:51.142602 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] Sync routers for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:51.170182 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:51.171008 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:51.197593 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] No DVR routers for this DVR port 57bcc026-6048-44e1-aed8-a97b99c51b8b on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:51.200952 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.203389 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b2b9adca-cb3b-46bc-8f71-d72823b914a8 req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.36 "DELETE /v2.0/ports/57bcc026-6048-44e1-aed8-a97b99c51b8b HTTP/1.1" status: 204 len: 173 time: 1.6323731 Jun 24 12:47:51.204145 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'name': 'network-vif-deleted', 'tag': '57bcc026-6048-44e1-aed8-a97b99c51b8b'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:51.215345 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fac1204-8a9c-4442-b99a-a356a7739152" -d '{"events": [{"server_uuid": "1819998d-f93f-4656-9a4d-3bf15ca54808", "name": "network-vif-deleted", "tag": "57bcc026-6048-44e1-aed8-a97b99c51b8b"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:51.242507 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed39525-5735-49af-8c51-8af89782e20e req-131cfd7b-42e8-4881-9f19-61b0e3cef0c1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:51.244331 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4ed39525-5735-49af-8c51-8af89782e20e req-131cfd7b-42e8-4881-9f19-61b0e3cef0c1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1646018 Jun 24 12:47:51.288706 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdddc4d-e425-40a7-8563-c64462f09e5c x-openstack-request-id: req-4fdddc4d-e425-40a7-8563-c64462f09e5c {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:51.289185 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819998d-f93f-4656-9a4d-3bf15ca54808", "name": "network-vif-deleted", "tag": "57bcc026-6048-44e1-aed8-a97b99c51b8b", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:51.289539 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-4fdddc4d-e425-40a7-8563-c64462f09e5c {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:51.290075 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1819998d-f93f-4656-9a4d-3bf15ca54808', 'name': 'network-vif-deleted', 'tag': '57bcc026-6048-44e1-aed8-a97b99c51b8b', 'status': 'completed', 'code': 200} Jun 24 12:47:51.298231 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 57bcc026-6048-44e1-aed8-a97b99c51b8b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:51.328828 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4ed39525-5735-49af-8c51-8af89782e20e req-519d4203-1c47-4a9c-9fb0-6e0890e59c0a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760505 Jun 24 12:47:51.338881 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 57bcc026-6048-44e1-aed8-a97b99c51b8b {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:51.347668 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 57bcc026-6048-44e1-aed8-a97b99c51b8b not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:51.347668 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 6aacdf19-9166-4edc-b4be-885453d5fb87 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:51.380703 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 6aacdf19-9166-4edc-b4be-885453d5fb87 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:51.381054 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 6aacdf19-9166-4edc-b4be-885453d5fb87 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:51.395170 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:51.446718 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44346) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:51.578845 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-549ecfdd-6d9d-4881-8aa0-98661aa8c542 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.631872 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-549ecfdd-6d9d-4881-8aa0-98661aa8c542 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.674665 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:51.707058 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] Checking router: 2d86c083-efe5-41ba-bb29-9831151eb6c2 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:51.726695 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:51.727937 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:51.750643 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e6f52b3d-5989-470b-af61-85d87cb0ab5d req-f23b35fc-36fe-4d52-b817-f0a5325c0de3 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/ports?device_id=1819998d-f93f-4656-9a4d-3bf15ca54808 HTTP/1.1" status: 200 len: 210 time: 0.0613563 Jun 24 12:47:51.871369 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-549ecfdd-6d9d-4881-8aa0-98661aa8c542 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.874511 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-549ecfdd-6d9d-4881-8aa0-98661aa8c542 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:51.876012 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-549ecfdd-6d9d-4881-8aa0-98661aa8c542 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] 10.222.0.99 "DELETE /v2.0/security-groups/3145dee0-df83-48cb-ad63-c3dc23eb160b HTTP/1.1" status: 204 len: 168 time: 0.4270592 Jun 24 12:47:51.878252 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-fa70ec7c-b0b6-4d64-b407-e5bfcd50b97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:51.891373 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ecfdd-6d9d-4881-8aa0-98661aa8c542 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3145dee0-df83-48cb-ad63-c3dc23eb160b,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:51.896269 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-549ecfdd-6d9d-4881-8aa0-98661aa8c542 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:51.964351 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:51.971222 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118f586-de1b-4b3a-82a9-d682cb401e10 req-9052acaa-3efd-4404-98db-4f65d0d2e175 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:51.973832 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6118f586-de1b-4b3a-82a9-d682cb401e10 req-9052acaa-3efd-4404-98db-4f65d0d2e175 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 946 time: 0.1443207 Jun 24 12:47:52.025244 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44354) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:52.049625 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6118f586-de1b-4b3a-82a9-d682cb401e10 req-85a4aaa5-b3f2-4732-abe8-8041e6502346 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682397 Jun 24 12:47:52.288242 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:52.328062 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab57c3-7cc8-4795-9ec0-62af19c57779 None None] The sync data for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi is: [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:40:05Z', 'revision_number': 4, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': 'a34debd0-c0ab-4081-9859-f7d78bd19e08', 'name': '', 'network_id': '2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'mac_address': 'fa:16:3e:a4:84:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:03Z', 'updated_at': '2021-06-24T12:40:13Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'subnets': [{'id': '9b4331cd-883c-4395-88c9-12510ecf9e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:52.495469 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462282d-ea96-4ddf-b547-766418dd860a req-84b20a0c-e9ba-4931-b340-57384171a7c4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:52.498163 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c462282d-ea96-4ddf-b547-766418dd860a req-84b20a0c-e9ba-4931-b340-57384171a7c4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 946 time: 0.2432494 Jun 24 12:47:52.619567 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c462282d-ea96-4ddf-b547-766418dd860a req-4d79702e-9276-4a53-ae82-88c1a2bf68fd tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049647 Jun 24 12:47:52.641952 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44362) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:52.674700 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d81bb-14e2-461e-802a-1456b6e99f92 req-64e5c463-6aff-4b31-883c-6988053b5338 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:52.676603 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-984d81bb-14e2-461e-802a-1456b6e99f92 req-64e5c463-6aff-4b31-883c-6988053b5338 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1297693 Jun 24 12:47:52.734318 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-984d81bb-14e2-461e-802a-1456b6e99f92 req-ac2a7e6f-bf6b-4263-8ea5-033f9e73fdab tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501585 Jun 24 12:47:52.892104 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb08422e-71a9-4a8e-b869-31b51a488c64 tempest-TestVolumeBootPattern-359899521 tempest-TestVolumeBootPattern-359899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:52.893527 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-fb08422e-71a9-4a8e-b869-31b51a488c64 tempest-TestVolumeBootPattern-359899521 tempest-TestVolumeBootPattern-359899521-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 1094 time: 0.2505298 Jun 24 12:47:52.896241 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44368) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:52.901472 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05289c5e-ef02-4b03-bd4f-dea5a2188530 None None] New status for floating IP 9a442a97-992c-4475-bf9c-2096970dca75: DOWN {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:47:52.903695 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:47:52.976637 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.242911 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44370) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.280115 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.361516 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Deleting port 45083cf0-1109-48e1-8bca-224a7870d9ef {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:53.361860 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.422920 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b77a1a01-6ef6-4d7f-9102-a9959ac48cec tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.474745 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b77a1a01-6ef6-4d7f-9102-a9959ac48cec tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.551655 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] For port 45083cf0-1109-48e1-8bca-224a7870d9ef, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=45083cf0-1109-48e1-8bca-224a7870d9ef,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:53.552742 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.579727 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Calling delete_port for 45083cf0-1109-48e1-8bca-224a7870d9ef owned by network:router_interface {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:53.683547 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.695539 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b77a1a01-6ef6-4d7f-9102-a9959ac48cec tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.698668 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b77a1a01-6ef6-4d7f-9102-a9959ac48cec tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:53.700028 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-b77a1a01-6ef6-4d7f-9102-a9959ac48cec tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "DELETE /v2.0/security-groups/7121f69c-a916-48b4-b880-073a44338c63 HTTP/1.1" status: 204 len: 168 time: 0.4561584 Jun 24 12:47:53.703095 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44376) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.703613 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-15fb820f-a190-4ea1-ab9a-9d4c2d2b54bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:53.721602 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.api.v2.resource [None req-8716402e-499b-4326-a0a6-545954aed83c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] show failed (client error): The resource could not be found. Jun 24 12:47:53.727268 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-8716402e-499b-4326-a0a6-545954aed83c tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "GET /v2.0/security-groups/7121f69c-a916-48b4-b880-073a44338c63 HTTP/1.1" status: 404 len: 347 time: 0.0230608 Jun 24 12:47:53.728653 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44378) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:53.754913 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a1a01-6ef6-4d7f-9102-a9959ac48cec tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7121f69c-a916-48b4-b880-073a44338c63,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:53.761664 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b77a1a01-6ef6-4d7f-9102-a9959ac48cec tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:53.943186 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Allocated IP 172.27.2.167 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/1c8124c5-2dd2-4972-8c57-8824cf647372) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:47:53.946173 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Deleting port ab55dc31-0082-42e0-bc0c-7300bd06a3c3 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:53.947644 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.039741 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.040259 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.055651 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Calling delete_port for ab55dc31-0082-42e0-bc0c-7300bd06a3c3 owned by network:floatingip {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:54.151560 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.168063 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f688bd6-f353-40d7-a437-6a43b8e441e0 req-784a94cd-9c4c-4150-a69f-9c6d19f0d51c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:54.169739 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1f688bd6-f353-40d7-a437-6a43b8e441e0 req-784a94cd-9c4c-4150-a69f-9c6d19f0d51c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1977901 Jun 24 12:47:54.173081 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.176758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-37313b2b-b4a5-40ac-9667-c517913f015e tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:54.227505 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=45083cf0-1109-48e1-8bca-224a7870d9ef,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:54.237624 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:54.315003 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-1f688bd6-f353-40d7-a437-6a43b8e441e0 req-3b7504dc-ebaa-4d39-8b83-968ab10530dc tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360216 Jun 24 12:47:54.361122 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.361122 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d7c228f5-6f35-47ea-a6cc-241c65b593b9 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:54.395716 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Pushing event deleted for resources: {'Port': ['ID=ab55dc31-0082-42e0-bc0c-7300bd06a3c3,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:54.398725 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:54.432158 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.435787 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7359af4f-ded9-44e8-8a7e-56e71e454b9a tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:54.462406 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks [] for floatingip, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.465092 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.466721 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a326b80e-a1d5-43aa-a289-86f12ea8d433 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] 10.222.0.99 "DELETE /v2.0/floatingips/9a442a97-992c-4475-bf9c-2096970dca75 HTTP/1.1" status: 204 len: 168 time: 0.7362521 Jun 24 12:47:54.765333 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:47:54.766305 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:54.768464 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=1c8124c5-2dd2-4972-8c57-8824cf647372,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:54.771877 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:47:54.773687 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:54.777281 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:47:55.168491 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Router 47f1815b-cc0c-49ea-9763-ec2df4f49355 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:55.384256 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:55.396267 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] 10.222.0.99 "PUT /v2.0/routers/47f1815b-cc0c-49ea-9763-ec2df4f49355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3643804 Jun 24 12:47:55.396267 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44398) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:55.398774 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] Sync routers for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:55.414968 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:55.415756 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:55.465812 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.508145 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057ff78-60b6-475e-8535-7d677f79c7da req-8c290749-26c6-48c7-8cf2-8397e410b210 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:55.516869 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5057ff78-60b6-475e-8535-7d677f79c7da req-8c290749-26c6-48c7-8cf2-8397e410b210 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.0744998 Jun 24 12:47:55.529056 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:55.554034 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-5057ff78-60b6-475e-8535-7d677f79c7da req-2fa19886-56f2-47df-a478-0eac91a002f2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358870 Jun 24 12:47:55.596874 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.693982 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-8c8b7aa2-850d-4203-8a7e-da1ea42a4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:55.695503 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-8c8b7aa2-850d-4203-8a7e-da1ea42a4e3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 1098 time: 0.1648920 Jun 24 12:47:55.723759 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:55.754575 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] Checking router: 47f1815b-cc0c-49ea-9763-ec2df4f49355 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:55.763270 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] Routers {'47f1815b-cc0c-49ea-9763-ec2df4f49355'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:55.763898 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['47f1815b-cc0c-49ea-9763-ec2df4f49355'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:55.800138 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.834249 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:55.873596 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-026fb0b3-fd14-4d84-b648-70a0919f007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:55.875211 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-026fb0b3-fd14-4d84-b648-70a0919f007a service neutron] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 917 time: 0.1589437 Jun 24 12:47:56.008937 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] Set router 47f1815b-cc0c-49ea-9763-ec2df4f49355 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:56.028497 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-5f324d82-3352-4a51-969e-4beda90ede38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e0e843-6898-493d-a01d-1c20c200230b HTTP/1.1" status: 200 len: 1001 time: 0.1462243 Jun 24 12:47:56.111585 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Deleting port 68cc2c01-0424-4def-a914-ec957ac08d91 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:56.111585 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.134043 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-d8d4cffa-ce79-4263-9e53-adb12e196056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:56.136179 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-d8d4cffa-ce79-4263-9e53-adb12e196056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.1005430 Jun 24 12:47:56.196474 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.226319 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:56.254041 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a9a04-dccc-4c85-8e6d-12e19a640c6b None None] The sync data for ids ['47f1815b-cc0c-49ea-9763-ec2df4f49355'] in dv-cinder-689486-14-iscsi is: [{'id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'name': 'tempest-TestShelveInstance-461138282-router', 'tenant_id': '8d08363634f147bba888dfa25e7273dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:47:53Z', 'revision_number': 5, 'project_id': '8d08363634f147bba888dfa25e7273dc', 'gw_port': {'id': '68cc2c01-0424-4def-a914-ec957ac08d91', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:25:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f1815b-cc0c-49ea-9763-ec2df4f49355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:39Z', 'updated_at': '2021-06-24T12:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:56.254349 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] For port 68cc2c01-0424-4def-a914-ec957ac08d91, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=68cc2c01-0424-4def-a914-ec957ac08d91,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:56.254641 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.273557 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-028baad4-bc6b-4a3a-9283-8ce3c161e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:56.274971 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-028baad4-bc6b-4a3a-9283-8ce3c161e9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1077757 Jun 24 12:47:56.276289 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Calling delete_port for 68cc2c01-0424-4def-a914-ec957ac08d91 owned by network:router_gateway {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:56.340767 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:56.372217 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b0d5830e-46b8-46db-8557-f01bcfa11ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:56.486112 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=1c8124c5-2dd2-4972-8c57-8824cf647372,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:56.489182 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:56.541057 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-e08c2816-564a-4909-8e78-116ce2e2c424 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578731 Jun 24 12:47:56.545283 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.065032 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Floating IP fb99212d-527f-4262-a55b-72138acebfd2 associated. External IP: 172.27.2.167, port: 8e58f5f2-e173-422c-8345-76276deacfd4. Jun 24 12:47:57.075553 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b7ea1cdc-2b43-4047-9cea-2d43d149d11f req-badec464-a73f-412b-8ac5-4e9e5a77d3ac service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256670 Jun 24 12:47:57.138161 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0c1f0-d605-494a-990b-837f57a686ad req-69254908-1c98-4ba7-b32f-3d32afba7f17 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:57.139781 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-62b0c1f0-d605-494a-990b-837f57a686ad req-69254908-1c98-4ba7-b32f-3d32afba7f17 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.2690053 Jun 24 12:47:57.188942 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.194555 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:57.237356 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68cc2c01-0424-4def-a914-ec957ac08d91,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:57.264430 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:57.273806 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-62b0c1f0-d605-494a-990b-837f57a686ad req-115c6836-18c6-49e5-8a8b-80f2e46c07de tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276510 Jun 24 12:47:57.356591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.482077 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.485600 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.541685 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Router 08a07045-c051-4182-8efb-c695cc29ff03 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:47:57.649660 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.650239 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f1815b-cc0c-49ea-9763-ec2df4f49355 {{(pid=100208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:47:57.655811 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.657069 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] 10.222.0.99 "DELETE /v2.0/routers/47f1815b-cc0c-49ea-9763-ec2df4f49355 HTTP/1.1" status: 204 len: 168 time: 2.2624607 Jun 24 12:47:57.659789 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44418) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:57.700577 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:47:57.711688 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:47:57.727196 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:57.728604 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:57.729330 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] Deleting subnet 223260de-f9a8-463a-ac04-7a41e99878b8 {{(pid=100208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:47:57.735422 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.773937 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26300202'] for subnet, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.820780 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.851154 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:57.915176 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0063658 Jun 24 12:47:57.915176 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:57.915176 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4997761b-41dc-4351-974d-1a7df3dd8f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:57.919591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:57.948186 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6de687-e9d7-4349-bb12-2d130a7cb542 x-openstack-request-id: req-8a6de687-e9d7-4349-bb12-2d130a7cb542 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:57.948874 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:57.949262 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-8a6de687-e9d7-4349-bb12-2d130a7cb542 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:57.949735 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4', 'status': 'completed', 'code': 200} Jun 24 12:47:58.059028 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-31d2556c-0adf-465b-88f7-17b26f6184af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:58.060904 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-31d2556c-0adf-465b-88f7-17b26f6184af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 1099 time: 0.0637851 Jun 24 12:47:58.108878 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26905086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076308'] for subnet, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.115483 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:55Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:58.121360 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:58.145084 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:47:58.152592 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223260de-f9a8-463a-ac04-7a41e99878b8,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:58.156274 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:47:58.156922 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:58.160513 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:58.165499 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.170311 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e3a37c-c6ff-497f-9eec-1c23b1a668ec None None] Network 559cf1e1-0266-438e-b066-36db5cc4ba08 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:47:58.171100 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-fca0b0c2-8d49-4fc4-8443-1938b09797d8 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/223260de-f9a8-463a-ac04-7a41e99878b8 HTTP/1.1" status: 204 len: 168 time: 0.5098207 Jun 24 12:47:58.171521 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44424) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:58.235227 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-f6c5cad9-2cf8-401f-af9e-ac963fdd30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:58.239040 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-f6c5cad9-2cf8-401f-af9e-ac963fdd30aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.1705315 Jun 24 12:47:58.283428 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 68cc2c01-0424-4def-a914-ec957ac08d91 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:58.301892 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.313039 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 68cc2c01-0424-4def-a914-ec957ac08d91 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:58.313764 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 68cc2c01-0424-4def-a914-ec957ac08d91 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:58.315163 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 45083cf0-1109-48e1-8bca-224a7870d9ef no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:58.338332 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 45083cf0-1109-48e1-8bca-224a7870d9ef {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:47:58.338896 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 45083cf0-1109-48e1-8bca-224a7870d9ef not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:47:58.351124 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-43a85b10-6784-4801-bd3b-c33d24f69177 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e58f5f2-e173-422c-8345-76276deacfd4 HTTP/1.1" status: 200 len: 1000 time: 0.1041808 Jun 24 12:47:58.358930 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:47:58.398591 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Deleting port 79005229-448f-445d-b174-f881030ec5ae {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:58.399235 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.447731 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-52202a7a-406f-489f-8a5a-8184d94da2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:58.449390 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-52202a7a-406f-489f-8a5a-8184d94da2b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0875516 Jun 24 12:47:58.489343 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] For port 79005229-448f-445d-b174-f881030ec5ae, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=79005229-448f-445d-b174-f881030ec5ae,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:58.489786 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.521133 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] DHCP port deletion for 559cf1e1-0266-438e-b066-36db5cc4ba08 request from dv-cinder-689486-14-iscsi {{(pid=100209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:47:58.521712 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-9b6cda1f-ffd6-403d-9f9e-c9dc5c6be521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:58.523365 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-9b6cda1f-ffd6-403d-9f9e-c9dc5c6be521 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0659962 Jun 24 12:47:58.539484 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Calling delete_port for 79005229-448f-445d-b174-f881030ec5ae owned by network:dhcp {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:58.578966 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] Deleting port 79005229-448f-445d-b174-f881030ec5ae {{(pid=100209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:47:58.579751 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.638677 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1b96-fb03-4e6e-978c-e4310c01fff3 req-72431ca6-986c-4711-93f6-eb67685500dd tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:47:58.646517 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-92ae1b96-fb03-4e6e-978c-e4310c01fff3 req-72431ca6-986c-4711-93f6-eb67685500dd tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 945 time: 0.1475027 Jun 24 12:47:58.658147 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-4b3d4515-ebe1-48aa-ba3d-97a493aae04e service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251676 Jun 24 12:47:58.658367 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] For port 79005229-448f-445d-b174-f881030ec5ae, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=79005229-448f-445d-b174-f881030ec5ae,segment=NetworkSegment(b6095d24-f9b9-42e0-a5dd-2ecfab76616c),segment_id=b6095d24-f9b9-42e0-a5dd-2ecfab76616c)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:58.658705 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.685280 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] Calling delete_port for 79005229-448f-445d-b174-f881030ec5ae owned by network:dhcp {{(pid=100209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:47:58.734087 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:55Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:58.744958 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-92ae1b96-fb03-4e6e-978c-e4310c01fff3 req-2e572543-b5ab-46b1-ac45-39544b9760bd tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955310 Jun 24 12:47:58.786580 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a31bb-7d10-4839-be29-e70596c85de0 None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:55Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:47:58.860382 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4997761b-41dc-4351-974d-1a7df3dd8f8d req-7ec570e7-6c0a-4471-802e-5988adc58a77 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974068 Jun 24 12:47:58.909219 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44434) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:58.976950 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.985179 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:58.988009 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.012898 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.026846 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] Pushing event deleted for resources: {'Port': ['ID=79005229-448f-445d-b174-f881030ec5ae,revision_number=None']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.030371 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.030895 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea8f9a4-b67d-41f4-a897-ce7a1d988e88 None None] No DVR routers for this DVR port 79005229-448f-445d-b174-f881030ec5ae on host dv-cinder-689486-14-iscsi {{(pid=100209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:59.060811 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Pushing event deleted for resources: {'Port': ['ID=79005229-448f-445d-b174-f881030ec5ae,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.066393 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.068086 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] No DVR routers for this DVR port 79005229-448f-445d-b174-f881030ec5ae on host dv-cinder-689486-14-iscsi {{(pid=100207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:47:59.097553 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074527f-db9d-4bb6-b6ff-2b34aaf2eab3 None None] New status for floating IP fb99212d-527f-4262-a55b-72138acebfd2: ACTIVE {{(pid=100209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:47:59.190258 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.207428 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559cf1e1-0266-438e-b066-36db5cc4ba08']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.219705 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.220006 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6095d24-f9b9-42e0-a5dd-2ecfab76616c') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:47:59.262567 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.284647 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.292093 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:47:59.318837 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:47:59.319206 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:47:59.320946 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:47:59.375975 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.410069 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:47:59.412109 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ca0a1f-b00b-41cb-be15-9665955fe88a" -d '{"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-unplugged", "status": "completed", "tag": "91e0e843-6898-493d-a01d-1c20c200230b"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:47:59.433949 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:47:59.459424 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373c4e1a-fdf5-4342-b6f0-67a9df29d612 x-openstack-request-id: req-373c4e1a-fdf5-4342-b6f0-67a9df29d612 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:47:59.459730 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-unplugged", "status": "completed", "tag": "91e0e843-6898-493d-a01d-1c20c200230b", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:47:59.460017 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-373c4e1a-fdf5-4342-b6f0-67a9df29d612 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:47:59.468377 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b', 'code': 200} Jun 24 12:47:59.545119 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.547886 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.599556 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=8']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.602891 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:47:59.820093 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.824121 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.865536 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:47:59.868052 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:47:59.870548 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] 10.222.0.99 "DELETE /v2.0/networks/559cf1e1-0266-438e-b066-36db5cc4ba08 HTTP/1.1" status: 204 len: 168 time: 1.6974070 Jun 24 12:47:59.873806 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44442) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:47:59.885618 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Pushing event deleted for resources: {'Network': ['ID=559cf1e1-0266-438e-b066-36db5cc4ba08,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:47:59.889438 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b979a334-71c6-4f7c-a543-0d0b86ddc02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:00.104076 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7f13-c74d-451f-b032-8f75fe7e9425 req-4679fa76-084d-47bb-ae85-8d54b79f5cdc tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:00.105496 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b9ee7f13-c74d-451f-b032-8f75fe7e9425 req-4679fa76-084d-47bb-ae85-8d54b79f5cdc tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.1671586 Jun 24 12:48:00.133747 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Deleting port a34debd0-c0ab-4081-9859-f7d78bd19e08 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:00.133940 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.191627 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b9ee7f13-c74d-451f-b032-8f75fe7e9425 req-dca2fbf1-db1e-4645-a628-6f4bd7082d27 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780835 Jun 24 12:48:00.201170 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 79005229-448f-445d-b174-f881030ec5ae no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:00.227169 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 79005229-448f-445d-b174-f881030ec5ae {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:00.228004 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 79005229-448f-445d-b174-f881030ec5ae not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:00.237364 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] For port a34debd0-c0ab-4081-9859-f7d78bd19e08, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a34debd0-c0ab-4081-9859-f7d78bd19e08,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:00.237925 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.256510 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Calling delete_port for a34debd0-c0ab-4081-9859-f7d78bd19e08 owned by network:router_interface {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:00.387208 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.573669 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.577503 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-fbfd537b-3366-489d-b0b9-46235cc19816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:00.602639 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34debd0-c0ab-4081-9859-f7d78bd19e08,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:00.608354 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:00.661530 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Deleting port 7793029a-b216-492e-a7d8-b9601da9e150 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:00.661530 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.757381 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] For port 7793029a-b216-492e-a7d8-b9601da9e150, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=7793029a-b216-492e-a7d8-b9601da9e150,segment=NetworkSegment(91e8f7ff-aede-46ca-b7a0-a89a986c369c),segment_id=91e8f7ff-aede-46ca-b7a0-a89a986c369c)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:00.757785 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:00.779638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Calling delete_port for 7793029a-b216-492e-a7d8-b9601da9e150 owned by network:router_interface {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:00.793287 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.040198 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Router 2d86c083-efe5-41ba-bb29-9831151eb6c2 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:01.065414 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.069389 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-96d99abc-8a96-4351-ad75-ab561cad4490 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:01.100972 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Pushing event deleted for resources: {'Port': ['ID=7793029a-b216-492e-a7d8-b9601da9e150,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:01.109602 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:01.162608 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:01.169583 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-21306e2e-ea45-4e29-b111-d9b0a5758e28 admin admin] 10.222.0.99 "PUT /v2.0/routers/2d86c083-efe5-41ba-bb29-9831151eb6c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2587867 Jun 24 12:48:01.172301 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44452) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:01.178779 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] Sync routers for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:01.190583 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:01.191340 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:01.334746 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:01.637046 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.643660 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:48:00Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:01.676291 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] Checking router: 2d86c083-efe5-41ba-bb29-9831151eb6c2 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:01.679772 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.689151 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] Routers {'2d86c083-efe5-41ba-bb29-9831151eb6c2'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:01.690135 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['2d86c083-efe5-41ba-bb29-9831151eb6c2'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:01.808723 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] Set router 2d86c083-efe5-41ba-bb29-9831151eb6c2 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:01.835013 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:01.974239 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Router a067eaf9-5145-440a-91f2-3611f2ad40b1 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:02.013744 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:48:00Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:02.046804 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67ca7e-1ade-48ae-a21a-cd55c0bab52d None None] The sync data for ids ['2d86c083-efe5-41ba-bb29-9831151eb6c2'] in dv-cinder-689486-14-iscsi is: [{'id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'name': 'tempest-AttachVolumeTestJSON-1043655321-router', 'tenant_id': '94f1387669d4493089d5aa4f146028d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:39:58Z', 'updated_at': '2021-06-24T12:48:00Z', 'revision_number': 5, 'project_id': '94f1387669d4493089d5aa4f146028d3', 'gw_port': {'id': '3aedf28a-a089-4362-9b06-b2599fe92692', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d86c083-efe5-41ba-bb29-9831151eb6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:40:00Z', 'updated_at': '2021-06-24T12:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:02.115188 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Deleting port 3aedf28a-a089-4362-9b06-b2599fe92692 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:02.115781 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.167678 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:02.173942 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-d80dfed1-39a0-437e-b431-e022e27e4180 admin admin] 10.222.0.99 "PUT /v2.0/routers/a067eaf9-5145-440a-91f2-3611f2ad40b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2972705 Jun 24 12:48:02.177334 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44464) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:02.181096 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] Sync routers for ids ['a067eaf9-5145-440a-91f2-3611f2ad40b1'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:02.193509 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] Routers {'a067eaf9-5145-440a-91f2-3611f2ad40b1'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:02.194092 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['a067eaf9-5145-440a-91f2-3611f2ad40b1'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:02.220647 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] For port 3aedf28a-a089-4362-9b06-b2599fe92692, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=3aedf28a-a089-4362-9b06-b2599fe92692,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:02.221163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.236785 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Calling delete_port for 3aedf28a-a089-4362-9b06-b2599fe92692 owned by network:router_gateway {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:02.291823 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks [] for router, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.311466 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] Set router a067eaf9-5145-440a-91f2-3611f2ad40b1 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:02.425825 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.554003 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a34debd0-c0ab-4081-9859-f7d78bd19e08 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:02.580050 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.581361 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: a34debd0-c0ab-4081-9859-f7d78bd19e08 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:02.582211 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a34debd0-c0ab-4081-9859-f7d78bd19e08 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:02.582404 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-75b029f4-1802-4fe2-8c41-8793e9e6f09e tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:02.623910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aedf28a-a089-4362-9b06-b2599fe92692,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:02.624785 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'e3435471-b960-4f02-9bce-efb76abca255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:48:00Z', 'revision_number': 5, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port': {'id': 'e3435471-b960-4f02-9bce-efb76abca255', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:50Z', 'updated_at': '2021-06-24T12:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:02.628229 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:02.669006 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] Checking router: a067eaf9-5145-440a-91f2-3611f2ad40b1 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:02.680714 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] Routers {'a067eaf9-5145-440a-91f2-3611f2ad40b1'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:02.681406 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:47:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['a067eaf9-5145-440a-91f2-3611f2ad40b1'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:02.735443 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.755764 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Deleting port e3435471-b960-4f02-9bce-efb76abca255 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:02.756957 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.827168 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] Set router a067eaf9-5145-440a-91f2-3611f2ad40b1 gateway port host: None {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:02.834352 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.836816 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.898569 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] For port e3435471-b960-4f02-9bce-efb76abca255, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e3435471-b960-4f02-9bce-efb76abca255,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:02.898925 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:02.907881 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:48:02Z', 'revision_number': 6, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port_host': None}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:02.912592 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Calling delete_port for e3435471-b960-4f02-9bce-efb76abca255 owned by network:router_gateway {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:02.936434 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a85e04f-3635-44ca-8de2-76855787ff7a None None] The sync data for ids ['a067eaf9-5145-440a-91f2-3611f2ad40b1'] in dv-cinder-689486-14-iscsi is: [{'id': 'a067eaf9-5145-440a-91f2-3611f2ad40b1', 'name': 'tempest-TestShelveInstance-399889803-router', 'tenant_id': 'a6ce1561d48446dcaa422250ddfa670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:49Z', 'updated_at': '2021-06-24T12:48:02Z', 'revision_number': 6, 'project_id': 'a6ce1561d48446dcaa422250ddfa670e', 'gw_port_host': None}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:48:03.029240 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.029731 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d86c083-efe5-41ba-bb29-9831151eb6c2 {{(pid=100208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:48:03.035862 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.037788 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] 10.222.0.99 "DELETE /v2.0/routers/2d86c083-efe5-41ba-bb29-9831151eb6c2 HTTP/1.1" status: 204 len: 168 time: 1.8642886 Jun 24 12:48:03.040199 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44470) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:03.118236 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] Deleting subnet 9b4331cd-883c-4395-88c9-12510ecf9e39 {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:03.124522 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.175836 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25771198'] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.267665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.298268 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.302981 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:03.306400 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:03.365457 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3435471-b960-4f02-9bce-efb76abca255,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:03.384142 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31759099-8b03-4b9b-b18a-d6dc1e6b8c1d req-8d2cb26b-2d12-4ec6-aa61-94b28c31df86 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:03.384142 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-31759099-8b03-4b9b-b18a-d6dc1e6b8c1d req-8d2cb26b-2d12-4ec6-aa61-94b28c31df86 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.1249554 Jun 24 12:48:03.424634 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:03.444488 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.459717 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-31759099-8b03-4b9b-b18a-d6dc1e6b8c1d req-df903070-07ef-4915-b4b8-cc09c751df76 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690339 Jun 24 12:48:03.550955 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.553261 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.646199 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28726101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28782981'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.648771 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:03.675810 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4331cd-883c-4395-88c9-12510ecf9e39,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:03.679595 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:03.681431 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.682627 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a067eaf9-5145-440a-91f2-3611f2ad40b1 {{(pid=100207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:48:03.688433 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.697432 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-75752a8d-3c7c-46e1-90fe-437784c4c24e admin admin] 10.222.0.99 "DELETE /v2.0/routers/a067eaf9-5145-440a-91f2-3611f2ad40b1 HTTP/1.1" status: 204 len: 168 time: 1.5113428 Jun 24 12:48:03.699654 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44488) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:03.701955 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0b34c7-af29-499f-9aa1-24d5f132ef0a None None] Network 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:03.702137 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.706313 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-5807457b-bc4d-4935-bd8f-f8ceacf8de51 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/9b4331cd-883c-4395-88c9-12510ecf9e39 HTTP/1.1" status: 204 len: 168 time: 0.6650014 Jun 24 12:48:03.709762 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44490) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:03.763577 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] Deleting subnet 9f332b01-4870-4482-81b4-82a077b98806 {{(pid=100208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:48:03.767423 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.794705 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.804831 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26300202'] for subnet, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.857181 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Deleting port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:03.857739 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.898717 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.924660 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] For port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:03.925001 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:03.953365 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Calling delete_port for 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 owned by network:dhcp {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:03.990764 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] DHCP port deletion for 2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef request from dv-cinder-689486-14-iscsi {{(pid=100209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:03.999837 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44496) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:04.040244 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26905086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076308'] for subnet, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.046017 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.053678 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Deleting port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 {{(pid=100209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:04.054800 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.096148 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858d542-b9fd-4096-8ac3-1016b7271da0 None None] Network 56dd983c-4a0b-49f0-92c6-083c4f200c8c requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:48:04.106084 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f332b01-4870-4482-81b4-82a077b98806,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.108387 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.110480 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] 10.222.0.99 "DELETE /v2.0/subnets/9f332b01-4870-4482-81b4-82a077b98806 HTTP/1.1" status: 204 len: 168 time: 0.4162118 Jun 24 12:48:04.112707 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bb633c3b-51a4-4337-9f5c-2b5913282d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.113191 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44500) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:04.126890 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.131890 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-68618c29-9592-4502-9c6b-93dc402819d9 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.201782 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] For port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,segment=NetworkSegment(5f11fa74-1bfe-4e93-b9e1-a74cc5677a96),segment_id=5f11fa74-1bfe-4e93-b9e1-a74cc5677a96)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:04.201782 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.202120 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.204279 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.206988 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] No DVR routers for this DVR port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 on host dv-cinder-689486-14-iscsi {{(pid=100207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:04.228291 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.237633 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-6e7ace97-7b23-4d6b-8f4d-7b82f51815d3 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2354298 Jun 24 12:48:04.247204 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Calling delete_port for 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 owned by network:dhcp {{(pid=100209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:04.260787 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 3aedf28a-a089-4362-9b06-b2599fe92692 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:04.314728 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Deleting port 70514905-d3d8-4662-9dfe-e3479cdb0c4e {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:04.322305 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.328016 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 3aedf28a-a089-4362-9b06-b2599fe92692 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:04.328549 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 3aedf28a-a089-4362-9b06-b2599fe92692 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:04.328796 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 7793029a-b216-492e-a7d8-b9601da9e150 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:04.338827 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.354329 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:04.373080 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:04.373387 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f11fa74-1bfe-4e93-b9e1-a74cc5677a96') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:04.388580 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.394861 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 7793029a-b216-492e-a7d8-b9601da9e150 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:04.395322 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 7793029a-b216-492e-a7d8-b9601da9e150 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:04.398930 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e3435471-b960-4f02-9bce-efb76abca255 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:04.401368 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.408957 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:04.409766 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.455737 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: e3435471-b960-4f02-9bce-efb76abca255 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:04.457020 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e3435471-b960-4f02-9bce-efb76abca255 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:04.457643 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:04.463825 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] For port 70514905-d3d8-4662-9dfe-e3479cdb0c4e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=70514905-d3d8-4662-9dfe-e3479cdb0c4e,segment=NetworkSegment(91e8f7ff-aede-46ca-b7a0-a89a986c369c),segment_id=91e8f7ff-aede-46ca-b7a0-a89a986c369c)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:04.464734 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:04.469917 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:04.479990 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Calling delete_port for 70514905-d3d8-4662-9dfe-e3479cdb0c4e owned by network:dhcp {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:04.505328 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:04.505694 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:04.559242 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.559242 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.648693 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.654748 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.656701 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] 10.222.0.99 "DELETE /v2.0/networks/2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef HTTP/1.1" status: 204 len: 168 time: 0.9456966 Jun 24 12:48:04.657688 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.680635 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2f37a5-54e3-4a20-8cc2-bc8b3056ffef,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.683268 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-02851204-5cac-4707-8025-3823080622d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.702847 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] DHCP port deletion for 56dd983c-4a0b-49f0-92c6-083c4f200c8c request from dv-cinder-689486-14-iscsi {{(pid=100209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:48:04.705440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Pushing event deleted for resources: {'Port': ['ID=58ff85ae-103f-4cfc-bdb2-56465df1d3e4,revision_number=None']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.714497 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edd94-ec17-46c6-9a12-8b309fed2ed8 req-0d37066c-1e1c-48b7-872c-fa6641ff6a40 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:04.714741 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] No DVR routers for this DVR port 58ff85ae-103f-4cfc-bdb2-56465df1d3e4 on host dv-cinder-689486-14-iscsi {{(pid=100209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:04.716196 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-055edd94-ec17-46c6-9a12-8b309fed2ed8 req-0d37066c-1e1c-48b7-872c-fa6641ff6a40 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.1013043 Jun 24 12:48:04.718455 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.718806 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.719173 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.719691 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.720032 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.720366 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.720696 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.721028 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.721354 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.721682 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.722004 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.722325 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:04.730253 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-d6a6ae96-1742-4c9b-ab14-18e10f5675c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.761434 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-055edd94-ec17-46c6-9a12-8b309fed2ed8 req-7c06b4b1-1e63-4488-8289-c7ccceb9c6dd tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381157 Jun 24 12:48:04.773422 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.777267 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7cffb071-773b-4633-afd7-fded1e12ceb1 tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.781589 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Deleting port 70514905-d3d8-4662-9dfe-e3479cdb0c4e {{(pid=100209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:04.781981 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.802626 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Pushing event deleted for resources: {'Port': ['ID=70514905-d3d8-4662-9dfe-e3479cdb0c4e,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.807638 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.812869 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] No DVR routers for this DVR port 70514905-d3d8-4662-9dfe-e3479cdb0c4e on host dv-cinder-689486-14-iscsi {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:04.849758 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] For port 70514905-d3d8-4662-9dfe-e3479cdb0c4e, host dv-cinder-689486-14-iscsi, got binding levels [] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:04.850203 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.864447 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Calling delete_port for 70514905-d3d8-4662-9dfe-e3479cdb0c4e owned by network:dhcp {{(pid=100209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:04.867168 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.ipam_backend_mixin [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Port 70514905-d3d8-4662-9dfe-e3479cdb0c4e was not found and therefore no delete operation was performed {{(pid=100209) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:48:04.868431 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.870430 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:04.888112 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.895442 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Pushing event deleted for resources: {'Port': ['ID=70514905-d3d8-4662-9dfe-e3479cdb0c4e,revision_number=None']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:04.898504 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dd983c-4a0b-49f0-92c6-083c4f200c8c']}} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:04.898821 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:04.902425 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] No DVR routers for this DVR port 70514905-d3d8-4662-9dfe-e3479cdb0c4e on host dv-cinder-689486-14-iscsi {{(pid=100209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:04.914257 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e8f7ff-aede-46ca-b7a0-a89a986c369c') {'for_net_delete': True} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:04.914597 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e8f7ff-aede-46ca-b7a0-a89a986c369c') {} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:04.924379 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26300243'] for segment, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.938062 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.944108 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=100208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904861'] for segment, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: Traceback (most recent call last): Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: timer() Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: cb(*args, **kw) Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: return func(*args, **kwargs) Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: self._notify() Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: self.callback(batched_events) Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: event.method(event) Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: return f(self, *a, **k) Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._get(url).json() Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: return self.request(url, 'GET', **kwargs) Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:48:04.949752 dv-cinder-689486-14-iscsi neutron-server[100208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:48:05.104759 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.108393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:05.111043 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.112747 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] 10.222.0.99 "DELETE /v2.0/networks/56dd983c-4a0b-49f0-92c6-083c4f200c8c HTTP/1.1" status: 204 len: 168 time: 0.9971452 Jun 24 12:48:05.124364 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Pushing event deleted for resources: {'Network': ['ID=56dd983c-4a0b-49f0-92c6-083c4f200c8c,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:05.127008 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-258d0605-657f-4afe-82e5-262527f28832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:05.176632 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44516) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.215648 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-81b5f441-0bac-4de6-aab1-fb0a5e8d97ee admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=94f1387669d4493089d5aa4f146028d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377610 Jun 24 12:48:05.217988 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44518) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.269017 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b4495cae-daca-4540-8673-0948ca2e6431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.291221 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b4495cae-daca-4540-8673-0948ca2e6431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.453221 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b4495cae-daca-4540-8673-0948ca2e6431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.455904 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b4495cae-daca-4540-8673-0948ca2e6431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.457103 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-b4495cae-daca-4540-8673-0948ca2e6431 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/87e7992d-c301-40f6-a853-90b14bbd344e HTTP/1.1" status: 204 len: 168 time: 0.2382021 Jun 24 12:48:05.457923 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-79b34d43-9c83-460b-a94e-f9b241600f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:05.467710 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4495cae-daca-4540-8673-0948ca2e6431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e7992d-c301-40f6-a853-90b14bbd344e,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:05.468295 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b4495cae-daca-4540-8673-0948ca2e6431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:05.652609 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44522) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.703496 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-62609aa5-900c-487d-85f2-9a5597230b14 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8d08363634f147bba888dfa25e7273dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495973 Jun 24 12:48:05.705951 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44524) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:05.758679 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-04aaee8f-7cf1-486e-bb92-285738b45225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.780749 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-04aaee8f-7cf1-486e-bb92-285738b45225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:05.949609 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956187b6-3638-4ac5-a93b-49c6c36dad75 req-99f5651e-5750-43b3-a4a1-8318b3bd8af3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:05.951101 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-956187b6-3638-4ac5-a93b-49c6c36dad75 req-99f5651e-5750-43b3-a4a1-8318b3bd8af3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0650778 Jun 24 12:48:05.996570 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-956187b6-3638-4ac5-a93b-49c6c36dad75 req-0d6a9012-16f2-4dad-97a2-5135734dc2f2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392680 Jun 24 12:48:06.005313 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-04aaee8f-7cf1-486e-bb92-285738b45225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.008004 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-04aaee8f-7cf1-486e-bb92-285738b45225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.009151 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-04aaee8f-7cf1-486e-bb92-285738b45225 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e4d409d0-cecd-45c6-8756-f25762562edb HTTP/1.1" status: 204 len: 168 time: 0.3023107 Jun 24 12:48:06.010805 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-381b8530-b084-4ca9-81d7-c813fb3a544a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:06.020368 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaee8f-7cf1-486e-bb92-285738b45225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d409d0-cecd-45c6-8756-f25762562edb,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:06.030247 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-04aaee8f-7cf1-486e-bb92-285738b45225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:06.201993 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 70514905-d3d8-4662-9dfe-e3479cdb0c4e no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:48:06.232726 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 70514905-d3d8-4662-9dfe-e3479cdb0c4e {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:48:06.233075 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 70514905-d3d8-4662-9dfe-e3479cdb0c4e not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:48:06.710369 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-e3894e48-31cb-4a7b-8144-f8bb7e9b8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:06.711911 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-e3894e48-31cb-4a7b-8144-f8bb7e9b8f84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3&tenant_id=4c50d921975c474cb75222d564c78513 HTTP/1.1" status: 200 len: 1096 time: 0.0583596 Jun 24 12:48:06.772236 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44552) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:06.802350 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-ef03d79a-3b3d-4c28-b1c9-f6e74acb1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:06.803955 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-ef03d79a-3b3d-4c28-b1c9-f6e74acb1c0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 1096 time: 0.0562046 Jun 24 12:48:06.827776 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-d76d34ea-ed75-4bde-bf61-e18978e71a98 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a6ce1561d48446dcaa422250ddfa670e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533364 Jun 24 12:48:06.828470 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44554) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:06.880886 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86d4283c-3a27-4ae5-bd09-d6cb7d6a247d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.907390 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86d4283c-3a27-4ae5-bd09-d6cb7d6a247d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:06.919123 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-866fcd9b-064a-4130-bf46-f75520c779e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:06.920619 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-866fcd9b-064a-4130-bf46-f75520c779e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 917 time: 0.0974963 Jun 24 12:48:06.992205 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-df1dc1b8-0301-477d-b919-b174e8e02b29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e0e843-6898-493d-a01d-1c20c200230b HTTP/1.1" status: 200 len: 999 time: 0.0629442 Jun 24 12:48:07.037743 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-2e44bc40-d037-4c24-bb7e-3a17709192c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:07.039210 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-2e44bc40-d037-4c24-bb7e-3a17709192c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.0429368 Jun 24 12:48:07.079887 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86d4283c-3a27-4ae5-bd09-d6cb7d6a247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.082928 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86d4283c-3a27-4ae5-bd09-d6cb7d6a247d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.084523 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-86d4283c-3a27-4ae5-bd09-d6cb7d6a247d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5fc3caf5-d57e-461b-b68c-a101840259f4 HTTP/1.1" status: 204 len: 168 time: 0.2548237 Jun 24 12:48:07.084651 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:07.085724 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-549ecfdd-6d9d-4881-8aa0-98661aa8c542 tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:07.099252 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4283c-3a27-4ae5-bd09-d6cb7d6a247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc3caf5-d57e-461b-b68c-a101840259f4,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:07.102370 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-86d4283c-3a27-4ae5-bd09-d6cb7d6a247d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:07.117472 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-aea79596-9698-4072-afeb-1b17a9230c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:07.122343 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-aea79596-9698-4072-afeb-1b17a9230c52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720675 Jun 24 12:48:07.239790 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-945d89f5-b63b-42b5-8254-9f812c46e27b service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088014 Jun 24 12:48:07.257392 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3265-69ae-486d-a620-e15a4ce4c4df req-270423c0-20c1-4df1-bbd8-a92199305b13 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:07.257721 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-369e3265-69ae-486d-a620-e15a4ce4c4df req-270423c0-20c1-4df1-bbd8-a92199305b13 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0940740 Jun 24 12:48:07.302135 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-369e3265-69ae-486d-a620-e15a4ce4c4df req-1ed17dd2-4fcb-4e69-bc84-c1ce1d627983 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378318 Jun 24 12:48:07.334219 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5acaad81-3d9d-47c4-aeae-9cdd523eb4d3 req-bdf01e7f-616a-47be-a5e9-5bc0c7f943b7 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879948 Jun 24 12:48:08.529650 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481f8d3-3648-4e18-9073-314b9126c911 req-4a89571b-380d-48ce-8fa7-041baa59bff0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:08.531624 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6481f8d3-3648-4e18-9073-314b9126c911 req-4a89571b-380d-48ce-8fa7-041baa59bff0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0780683 Jun 24 12:48:08.586647 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6481f8d3-3648-4e18-9073-314b9126c911 req-ecad3fda-61f1-4e6b-a455-3523f6c233a3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455658 Jun 24 12:48:09.523240 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44622) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.649056 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4afb63b4-91a9-4e44-959a-de54a21287ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.749910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4afb63b4-91a9-4e44-959a-de54a21287ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.806510 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75872977-69cc-4d34-a4ba-0e96a90e532a req-c593cc91-89fe-4b7c-a6f0-53fb8cc1d192 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:09.808071 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-75872977-69cc-4d34-a4ba-0e96a90e532a req-c593cc91-89fe-4b7c-a6f0-53fb8cc1d192 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0778906 Jun 24 12:48:09.848993 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-75872977-69cc-4d34-a4ba-0e96a90e532a req-b43d93aa-8ce4-4092-b14a-60822c0283f2 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347469 Jun 24 12:48:09.876096 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4afb63b4-91a9-4e44-959a-de54a21287ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:09.883934 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3a5e6c7b-73e7-42e0-aadc-e25c96368597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:09.921263 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-4afb63b4-91a9-4e44-959a-de54a21287ef admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3a28b8603a194d4d9c96c931117b0c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968129 Jun 24 12:48:09.922478 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb63b4-91a9-4e44-959a-de54a21287ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d23ef6-530a-42cc-ba49-a2fdabd157db,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:09.924264 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44628) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:09.925653 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4afb63b4-91a9-4e44-959a-de54a21287ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:09.990938 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7012d3ff-f048-4b53-9464-d4fa1e601b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.014559 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7012d3ff-f048-4b53-9464-d4fa1e601b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.137155 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7012d3ff-f048-4b53-9464-d4fa1e601b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.140108 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7012d3ff-f048-4b53-9464-d4fa1e601b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:10.141339 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-7012d3ff-f048-4b53-9464-d4fa1e601b7b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/98d23ef6-530a-42cc-ba49-a2fdabd157db HTTP/1.1" status: 204 len: 168 time: 0.2159836 Jun 24 12:48:10.142110 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-000e65aa-28bf-4df7-bdcd-5873c29441a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:10.151203 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d3ff-f048-4b53-9464-d4fa1e601b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d23ef6-530a-42cc-ba49-a2fdabd157db,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:10.153659 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-7012d3ff-f048-4b53-9464-d4fa1e601b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:11.049903 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ff5c-8e48-478a-a439-339b6e60dbd7 req-1438cfd3-ba6a-4c69-8072-23678757a1d8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:11.051466 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-63d0ff5c-8e48-478a-a439-339b6e60dbd7 req-1438cfd3-ba6a-4c69-8072-23678757a1d8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0776019 Jun 24 12:48:11.103988 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-63d0ff5c-8e48-478a-a439-339b6e60dbd7 req-cee3bddf-d4c5-4a06-bc63-748996d7b4d5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448358 Jun 24 12:48:11.147894 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44636) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.167583 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-dba8140e-8807-4b40-a7af-cf045bc2005c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.272786 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-dba8140e-8807-4b40-a7af-cf045bc2005c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.365755 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-dba8140e-8807-4b40-a7af-cf045bc2005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.368487 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-28338bd2-6a28-41a8-b6b2-c4ff74a76f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:11.405438 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8140e-8807-4b40-a7af-cf045bc2005c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926a2ba4-d87c-4371-b640-494eea77fd5c,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:11.410286 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-dba8140e-8807-4b40-a7af-cf045bc2005c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b3851a88d3be42468452e737fef3c137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611771 Jun 24 12:48:11.411300 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-dba8140e-8807-4b40-a7af-cf045bc2005c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:11.413514 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44640) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:11.472326 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b0e66b4d-d555-4f70-9dcb-d3101798cd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.497953 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b0e66b4d-d555-4f70-9dcb-d3101798cd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.622979 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b0e66b4d-d555-4f70-9dcb-d3101798cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.625608 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b0e66b4d-d555-4f70-9dcb-d3101798cd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:11.626781 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b0e66b4d-d555-4f70-9dcb-d3101798cd73 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/926a2ba4-d87c-4371-b640-494eea77fd5c HTTP/1.1" status: 204 len: 168 time: 0.2129667 Jun 24 12:48:11.627785 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-2abce4d7-cfc0-4d52-aec4-ee71b75b9af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:11.638904 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e66b4d-d555-4f70-9dcb-d3101798cd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a2ba4-d87c-4371-b640-494eea77fd5c,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:11.642075 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b0e66b4d-d555-4f70-9dcb-d3101798cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:12.295849 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb8234-47d6-4ca0-8bc3-b2aaf675d44f req-286582b5-31d8-4ca7-bb01-ff2d2b967196 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:12.297384 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c0eb8234-47d6-4ca0-8bc3-b2aaf675d44f req-286582b5-31d8-4ca7-bb01-ff2d2b967196 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0676625 Jun 24 12:48:12.343100 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-c0eb8234-47d6-4ca0-8bc3-b2aaf675d44f req-116d988a-ed09-40e6-917c-6053a35595ed tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387695 Jun 24 12:48:13.561625 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b8eb4-14ae-4af0-9bae-0c6f6b60338e req-3b485552-06a4-482a-87c6-89ca7f18ab50 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:13.563183 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-946b8eb4-14ae-4af0-9bae-0c6f6b60338e req-3b485552-06a4-482a-87c6-89ca7f18ab50 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0761375 Jun 24 12:48:13.622525 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-946b8eb4-14ae-4af0-9bae-0c6f6b60338e req-7dbbeb84-88c9-4c38-aba3-c943c495866f tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504651 Jun 24 12:48:14.520136 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-da5ee5c7-2bfa-41c8-82a6-2bed7cf2f9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:14.825208 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c736b11-4b84-4663-8c76-f56110b69f8d req-f856209e-0335-47a5-a028-dfd418b5555a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:14.826835 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0c736b11-4b84-4663-8c76-f56110b69f8d req-f856209e-0335-47a5-a028-dfd418b5555a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0695727 Jun 24 12:48:14.844301 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44702) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:14.884062 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-0c736b11-4b84-4663-8c76-f56110b69f8d req-eb76c77b-242e-4b99-962a-84c43ad853eb tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509861 Jun 24 12:48:14.966750 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ffea9d00-c9c5-4cdd-b951-2471697f2994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.067236 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ffea9d00-c9c5-4cdd-b951-2471697f2994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.151224 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ffea9d00-c9c5-4cdd-b951-2471697f2994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.155601 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-9fa7c10a-4926-42b5-b16e-0275d46f9548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:15.194395 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-ffea9d00-c9c5-4cdd-b951-2471697f2994 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b7517bbfdad8493f99bc3ed02b6753e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478932 Jun 24 12:48:15.197509 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44706) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:15.204829 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea9d00-c9c5-4cdd-b951-2471697f2994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f80dfc-20a3-408f-9990-5a69d177efe5,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:15.210037 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ffea9d00-c9c5-4cdd-b951-2471697f2994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:15.258364 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d87353f6-630b-40e7-bb92-77b83942c0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.286499 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d87353f6-630b-40e7-bb92-77b83942c0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.430269 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d87353f6-630b-40e7-bb92-77b83942c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.433156 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-d87353f6-630b-40e7-bb92-77b83942c0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:15.434351 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-d87353f6-630b-40e7-bb92-77b83942c0ea admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/83f80dfc-20a3-408f-9990-5a69d177efe5 HTTP/1.1" status: 204 len: 168 time: 0.2357285 Jun 24 12:48:15.435234 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:15.444305 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87353f6-630b-40e7-bb92-77b83942c0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f80dfc-20a3-408f-9990-5a69d177efe5,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:15.446704 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d87353f6-630b-40e7-bb92-77b83942c0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:16.087232 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba6893-754e-4a8c-81bd-3e7924ca6210 req-e01f262b-2dc7-4999-a0b8-f458279d600d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:16.089229 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0eba6893-754e-4a8c-81bd-3e7924ca6210 req-e01f262b-2dc7-4999-a0b8-f458279d600d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0754066 Jun 24 12:48:16.132559 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0eba6893-754e-4a8c-81bd-3e7924ca6210 req-64540785-78c9-487f-ad55-709d519ebde4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374875 Jun 24 12:48:16.309604 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44714) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:16.323250 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-172d9b5d-bd6e-44a9-a2d0-0043f044e83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.420930 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-172d9b5d-bd6e-44a9-a2d0-0043f044e83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.496998 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-172d9b5d-bd6e-44a9-a2d0-0043f044e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.500894 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f33d6c81-43bc-45af-871b-3c2f0c79f92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:16.537939 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-172d9b5d-bd6e-44a9-a2d0-0043f044e83e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=10bf956b678246179c31ca28a9a19c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272263 Jun 24 12:48:16.539334 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d9b5d-bd6e-44a9-a2d0-0043f044e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce1ed7c-1cfb-4e13-8e92-fef236fb153d,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:16.540626 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44716) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:16.542675 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-172d9b5d-bd6e-44a9-a2d0-0043f044e83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:16.599919 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02e61b78-698f-4ad5-83ef-25b859345768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.625780 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02e61b78-698f-4ad5-83ef-25b859345768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.828483 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02e61b78-698f-4ad5-83ef-25b859345768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.831523 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-02e61b78-698f-4ad5-83ef-25b859345768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:16.832751 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-02e61b78-698f-4ad5-83ef-25b859345768 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/bce1ed7c-1cfb-4e13-8e92-fef236fb153d HTTP/1.1" status: 204 len: 168 time: 0.2908165 Jun 24 12:48:16.833639 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-14ba3f2d-e3fa-44a5-b3df-f32273a1db52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:16.841573 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e61b78-698f-4ad5-83ef-25b859345768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce1ed7c-1cfb-4e13-8e92-fef236fb153d,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:16.850695 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-02e61b78-698f-4ad5-83ef-25b859345768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:17.023096 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-7e79ad7a-397e-44a5-8e20-ce4cc61cb102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.313085 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:17.396236 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd0ca4-c789-4082-9ecf-68a0cb37f748 req-a9831fec-75fd-4820-a0fa-5b367b49ad15 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:17.404363 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f0fd0ca4-c789-4082-9ecf-68a0cb37f748 req-a9831fec-75fd-4820-a0fa-5b367b49ad15 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.1153538 Jun 24 12:48:17.455548 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f0fd0ca4-c789-4082-9ecf-68a0cb37f748 req-fec1179f-997a-4169-b3be-392e0bd4c784 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496960 Jun 24 12:48:18.526815 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:18.656858 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233ee7f-966c-42a6-81c0-c978572b957e req-f113e094-a842-487d-83b8-6928be957c94 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:18.658955 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8233ee7f-966c-42a6-81c0-c978572b957e req-f113e094-a842-487d-83b8-6928be957c94 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0760682 Jun 24 12:48:18.701927 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8233ee7f-966c-42a6-81c0-c978572b957e req-4d1826fc-3336-4449-980d-f8a6ffd32554 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360758 Jun 24 12:48:19.903580 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250cf0-069a-4385-b83a-31af0f16d1b5 req-83af363a-7efd-4ffb-b689-272aa8882ed1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:19.905073 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-69250cf0-069a-4385-b83a-31af0f16d1b5 req-83af363a-7efd-4ffb-b689-272aa8882ed1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0687313 Jun 24 12:48:19.946399 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-69250cf0-069a-4385-b83a-31af0f16d1b5 req-8d48815d-5f30-420b-90a9-293b269f0c26 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355003 Jun 24 12:48:20.058879 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.142731 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2760f-ddfe-481f-8931-f067a8e829df req-00e53a66-208b-4031-a339-e37f5a92701a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:21.144421 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1e2760f-ddfe-481f-8931-f067a8e829df req-00e53a66-208b-4031-a339-e37f5a92701a tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 943 time: 0.0740228 Jun 24 12:48:21.191398 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-b1e2760f-ddfe-481f-8931-f067a8e829df req-2a1d2589-bd32-40d7-8109-2e4c09e1c983 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Jun 24 12:48:21.366504 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:48:21.472024 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:21.484772 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '91e0e843-6898-493d-a01d-1c20c200230b', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'port_id': '91e0e843-6898-493d-a01d-1c20c200230b', 'mac_address': 'fa:16:3e:a2:7e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:48:21.522299 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.619596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e0e843-6898-493d-a01d-1c20c200230b {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:48:21.619596 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:21.853806 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:21.855739 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:21.904068 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=9']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:21.907394 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:22.131526 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['91e0e843-6898-493d-a01d-1c20c200230b'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:48:22.386829 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6d869-351b-413b-9f13-892358d43d14 req-de09d0a2-b8ef-49c9-938d-6c418a0d06f0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:22.388347 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d7a6d869-351b-413b-9f13-892358d43d14 req-de09d0a2-b8ef-49c9-938d-6c418a0d06f0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 944 time: 0.0670571 Jun 24 12:48:22.427274 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d7a6d869-351b-413b-9f13-892358d43d14 req-c6866e4a-2ec9-4d24-a743-0703bea8394e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332086 Jun 24 12:48:22.682416 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-53d77667-32f7-47b3-90de-d83efefa03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:22.683810 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-53d77667-32f7-47b3-90de-d83efefa03f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c50d921975c474cb75222d564c78513&device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 1097 time: 0.0566282 Jun 24 12:48:22.790194 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-89cf09d9-5047-4da6-b832-b97e94fbcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:22.791761 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-89cf09d9-5047-4da6-b832-b97e94fbcfae service neutron] 10.222.0.36 "GET /v2.0/networks?id=30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 200 len: 917 time: 0.0863240 Jun 24 12:48:22.862942 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-d99a53f4-5364-4542-879e-8b728a870eb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91e0e843-6898-493d-a01d-1c20c200230b HTTP/1.1" status: 200 len: 1000 time: 0.0632236 Jun 24 12:48:23.170368 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-920756c3-dfc4-4cbd-a64d-888e8bc3e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:23.171868 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-920756c3-dfc4-4cbd-a64d-888e8bc3e7d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 200 len: 855 time: 0.3033457 Jun 24 12:48:23.242220 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-d9a77c95-5c7f-4e37-ab8a-cbdc4711c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:23.243744 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-d9a77c95-5c7f-4e37-ab8a-cbdc4711c1b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30c2c7db-294f-4fa4-959a-9a5dbf60385d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657115 Jun 24 12:48:23.349673 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-99745f03-1b3f-441d-a2be-946c564d4ab4 service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987027 Jun 24 12:48:23.382035 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:48:23.439435 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 91e0e843-6898-493d-a01d-1c20c200230b triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:48:23.439836 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.449410 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-76870e5b-a8e5-4d8f-8d03-7ace1491593c req-97567805-739a-4741-afbc-0caa9f03d69a service neutron] 10.222.0.36 "GET /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933084 Jun 24 12:48:23.522781 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.547208 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:48:23.549506 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c79db6-91d4-465c-a51a-ea9987201a44" -d '{"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-plugged", "status": "completed", "tag": "91e0e843-6898-493d-a01d-1c20c200230b"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:48:23.563984 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:23.588616 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64dc545-3188-44d5-893b-0e0e1b6ba14d x-openstack-request-id: req-d64dc545-3188-44d5-893b-0e0e1b6ba14d {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:48:23.589279 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-plugged", "status": "completed", "tag": "91e0e843-6898-493d-a01d-1c20c200230b", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:48:23.589279 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-d64dc545-3188-44d5-893b-0e0e1b6ba14d {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:48:23.589667 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b', 'code': 200} Jun 24 12:48:23.623294 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec575-b3cb-4411-90b6-77c03fa75b0b req-8e2d4e40-2ec8-44c8-ac58-d65b92731ba7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:23.624895 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5c2ec575-b3cb-4411-90b6-77c03fa75b0b req-8e2d4e40-2ec8-44c8-ac58-d65b92731ba7 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 944 time: 0.0747907 Jun 24 12:48:23.637278 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:23.640989 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:23.671710 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-5c2ec575-b3cb-4411-90b6-77c03fa75b0b req-1a755880-cc84-4c66-be32-66b3a7f6cf99 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Jun 24 12:48:23.695104 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=10']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:23.706630 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:24.078462 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac32af-72de-477d-b5d9-3d3c823f06d1 req-5cfac3b4-978c-4663-93c1-7cb02419796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:24.079997 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3dac32af-72de-477d-b5d9-3d3c823f06d1 req-5cfac3b4-978c-4663-93c1-7cb02419796d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 1099 time: 0.0520740 Jun 24 12:48:24.115773 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3dac32af-72de-477d-b5d9-3d3c823f06d1 req-a3a4aaf1-228e-415c-9180-cce4f1fa2f72 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292299 Jun 24 12:48:24.862127 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6233748-13d9-48f8-b7d0-fe172daa34ac req-22e50cbd-e98b-45b9-8489-016720a2a97b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:24.863614 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a6233748-13d9-48f8-b7d0-fe172daa34ac req-22e50cbd-e98b-45b9-8489-016720a2a97b tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 946 time: 0.0666649 Jun 24 12:48:24.903843 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a6233748-13d9-48f8-b7d0-fe172daa34ac req-84fd5b86-4a7a-48f3-9476-cad59859c080 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340619 Jun 24 12:48:25.433707 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44826) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:25.542162 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b193-2ac7-4ceb-a01d-4d8a897180ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.635632 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b193-2ac7-4ceb-a01d-4d8a897180ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.688460 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b193-2ac7-4ceb-a01d-4d8a897180ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.692544 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-95668145-314c-401c-b4d7-2ebe7212d5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:25.727509 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4b193-2ac7-4ceb-a01d-4d8a897180ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19852ed3-2869-4de9-b778-e45798bff0da,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:25.732361 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b5c4b193-2ac7-4ceb-a01d-4d8a897180ab admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b8c5a4b8cd0b4f539cecf4aef17294fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976260 Jun 24 12:48:25.733273 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b5c4b193-2ac7-4ceb-a01d-4d8a897180ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:25.734960 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44846) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:25.787726 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f2592698-4f14-46ff-9c15-cd3247094d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.810165 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f2592698-4f14-46ff-9c15-cd3247094d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.936976 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f2592698-4f14-46ff-9c15-cd3247094d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.944097 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f2592698-4f14-46ff-9c15-cd3247094d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:25.944097 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-f2592698-4f14-46ff-9c15-cd3247094d15 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/19852ed3-2869-4de9-b778-e45798bff0da HTTP/1.1" status: 204 len: 168 time: 0.2050481 Jun 24 12:48:25.944097 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b5c4b193-2ac7-4ceb-a01d-4d8a897180ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:25.950900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592698-4f14-46ff-9c15-cd3247094d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19852ed3-2869-4de9-b778-e45798bff0da,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:25.960228 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f2592698-4f14-46ff-9c15-cd3247094d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:26.087668 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672e61-329a-4e03-916f-5e21e0f4b9a9 req-309801a9-cc55-48e1-9d32-abf23f1425a6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:26.089713 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-71672e61-329a-4e03-916f-5e21e0f4b9a9 req-309801a9-cc55-48e1-9d32-abf23f1425a6 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 946 time: 0.0652556 Jun 24 12:48:26.113251 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:48:26.134168 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-71672e61-329a-4e03-916f-5e21e0f4b9a9 req-f64b0fad-13e7-49a0-b55b-a3a11555c024 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383861 Jun 24 12:48:26.584801 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44864) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:26.598575 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1249491f-3ac2-4227-83c6-c32b3d619b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.685818 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1249491f-3ac2-4227-83c6-c32b3d619b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.805500 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1249491f-3ac2-4227-83c6-c32b3d619b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.810108 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-4b8c5a67-dda6-41c0-bb7b-2809b433060a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:26.847478 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-1249491f-3ac2-4227-83c6-c32b3d619b5e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8e72c7249d2f491b87cd82ec458a72ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615039 Jun 24 12:48:26.848488 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249491f-3ac2-4227-83c6-c32b3d619b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cc1c7d-9de6-4948-a9d4-91a889175fc8,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:26.850292 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44866) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:26.851767 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1249491f-3ac2-4227-83c6-c32b3d619b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:26.908340 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9d56d536-6acf-47c1-8cf9-37d09676d1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:26.929393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9d56d536-6acf-47c1-8cf9-37d09676d1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.039792 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9d56d536-6acf-47c1-8cf9-37d09676d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.042922 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9d56d536-6acf-47c1-8cf9-37d09676d1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:27.044115 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-9d56d536-6acf-47c1-8cf9-37d09676d1f1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e3cc1c7d-9de6-4948-a9d4-91a889175fc8 HTTP/1.1" status: 204 len: 168 time: 0.1928401 Jun 24 12:48:27.044931 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-bcbb4a3e-5a81-4af9-950d-c6dca6398c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:27.053655 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56d536-6acf-47c1-8cf9-37d09676d1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cc1c7d-9de6-4948-a9d4-91a889175fc8,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:27.054968 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-9d56d536-6acf-47c1-8cf9-37d09676d1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:27.325006 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516a739-bba6-45e4-9719-7d1613b11c2e req-49221ce6-f254-4faa-9439-d76989d1936e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:27.326525 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e516a739-bba6-45e4-9719-7d1613b11c2e req-49221ce6-f254-4faa-9439-d76989d1936e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 946 time: 0.0688775 Jun 24 12:48:27.365323 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e516a739-bba6-45e4-9719-7d1613b11c2e req-90e034bf-74b5-4321-af39-399078664fa3 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Jun 24 12:48:29.921475 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44930) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:30.044201 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.151532 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.217220 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.220603 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-80a0a510-0652-40ed-ae91-cd0be6f8e35b tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.264969 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=51ea2b5426a8481e8affb4bf230308da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421164 Jun 24 12:48:30.265681 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a1cd25-5088-4031-be3e-c1a5bb842053,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.267566 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44934) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:30.273292 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.273679 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.274058 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.274429 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.274792 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.275194 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.275755 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.276133 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.276491 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.276851 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.277210 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.277566 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:30.282969 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-51bf9957-66e8-40ab-b24e-a2612127fc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:30.333590 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a497baea-cfd3-43b7-8313-b3ba7f78d965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.361468 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a497baea-cfd3-43b7-8313-b3ba7f78d965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.526920 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a497baea-cfd3-43b7-8313-b3ba7f78d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.529544 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a497baea-cfd3-43b7-8313-b3ba7f78d965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:30.538821 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a497baea-cfd3-43b7-8313-b3ba7f78d965 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/06a1cd25-5088-4031-be3e-c1a5bb842053 HTTP/1.1" status: 204 len: 168 time: 0.2617359 Jun 24 12:48:30.538821 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-53da1975-542c-42e1-b4b1-11c6fb23c180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:30.540167 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497baea-cfd3-43b7-8313-b3ba7f78d965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a1cd25-5088-4031-be3e-c1a5bb842053,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:30.543288 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a497baea-cfd3-43b7-8313-b3ba7f78d965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:31.220258 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44940) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:31.234712 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-aace19cb-da9c-45f5-9506-417f5ddd2884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.325379 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-aace19cb-da9c-45f5-9506-417f5ddd2884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.388579 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-aace19cb-da9c-45f5-9506-417f5ddd2884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.391222 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4a881d38-432b-4a6e-bfbf-f748d36f310e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:31.431446 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-aace19cb-da9c-45f5-9506-417f5ddd2884 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7c2417497f9e4e2eabd915464162e149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100813 Jun 24 12:48:31.433080 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace19cb-da9c-45f5-9506-417f5ddd2884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa613a0c-4ee8-4527-b78d-9bdfa8a2ccd5,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:31.435078 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44942) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:31.436699 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-aace19cb-da9c-45f5-9506-417f5ddd2884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:31.485428 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-33b02195-6f63-4dce-8f7c-2501589a632c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.508200 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-33b02195-6f63-4dce-8f7c-2501589a632c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.624600 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-33b02195-6f63-4dce-8f7c-2501589a632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.627261 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-33b02195-6f63-4dce-8f7c-2501589a632c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:31.628444 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-33b02195-6f63-4dce-8f7c-2501589a632c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/fa613a0c-4ee8-4527-b78d-9bdfa8a2ccd5 HTTP/1.1" status: 204 len: 168 time: 0.1921878 Jun 24 12:48:31.629267 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0aa5270d-9a2b-43ec-901a-8eeb5a8e0477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:31.640311 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b02195-6f63-4dce-8f7c-2501589a632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa613a0c-4ee8-4527-b78d-9bdfa8a2ccd5,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:31.640311 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-33b02195-6f63-4dce-8f7c-2501589a632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:33.313393 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 44972) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:33.417728 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74dcd36f-6dca-407e-a0a4-6542a62c7f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.507254 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74dcd36f-6dca-407e-a0a4-6542a62c7f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.567659 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-74dcd36f-6dca-407e-a0a4-6542a62c7f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.570331 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-d87353f6-630b-40e7-bb92-77b83942c0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:33.609585 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-74dcd36f-6dca-407e-a0a4-6542a62c7f91 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=499f23813d974864aaa598f2b5bb7236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950644 Jun 24 12:48:33.610469 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcd36f-6dca-407e-a0a4-6542a62c7f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2f59d1-a8e6-448a-883a-65534ce9134a,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:33.612276 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 44976) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:33.613663 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-74dcd36f-6dca-407e-a0a4-6542a62c7f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:33.664821 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0dda9b6-fb49-43a1-b26b-9b23aa55b9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.687688 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0dda9b6-fb49-43a1-b26b-9b23aa55b9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.801937 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0dda9b6-fb49-43a1-b26b-9b23aa55b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.804608 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0dda9b6-fb49-43a1-b26b-9b23aa55b9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:33.805765 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-c0dda9b6-fb49-43a1-b26b-9b23aa55b9b8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9e2f59d1-a8e6-448a-883a-65534ce9134a HTTP/1.1" status: 204 len: 168 time: 0.1924059 Jun 24 12:48:33.807327 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a1ced59a-ca67-450c-9694-9d3f4b3fe51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:33.815240 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dda9b6-fb49-43a1-b26b-9b23aa55b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2f59d1-a8e6-448a-883a-65534ce9134a,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:33.817572 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c0dda9b6-fb49-43a1-b26b-9b23aa55b9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:37.011951 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:39.827600 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45036) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:39.946467 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-892362b0-a32f-426c-ab39-556fcf9348ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.038659 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-892362b0-a32f-426c-ab39-556fcf9348ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.121323 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-892362b0-a32f-426c-ab39-556fcf9348ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.127232 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-8faefd2b-7fb2-4e67-9cf6-cdeec03dfdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:40.170574 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-892362b0-a32f-426c-ab39-556fcf9348ab admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d893fc9a90324334960ee86ab348d527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417735 Jun 24 12:48:40.172788 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892362b0-a32f-426c-ab39-556fcf9348ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190d1bfe-b47f-44f9-ac42-3445a2841187,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:40.174528 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45040) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:40.176254 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-892362b0-a32f-426c-ab39-556fcf9348ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:40.234364 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c90a6457-2bfd-47d5-9bad-72a92ee63fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.257412 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c90a6457-2bfd-47d5-9bad-72a92ee63fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.396567 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c90a6457-2bfd-47d5-9bad-72a92ee63fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.399214 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c90a6457-2bfd-47d5-9bad-72a92ee63fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:40.400403 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-c90a6457-2bfd-47d5-9bad-72a92ee63fb8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/190d1bfe-b47f-44f9-ac42-3445a2841187 HTTP/1.1" status: 204 len: 168 time: 0.2234914 Jun 24 12:48:40.401403 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-172d9b5d-bd6e-44a9-a2d0-0043f044e83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:40.411256 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a6457-2bfd-47d5-9bad-72a92ee63fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d1bfe-b47f-44f9-ac42-3445a2841187,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:40.413986 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c90a6457-2bfd-47d5-9bad-72a92ee63fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:41.116413 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45046) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:41.133510 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fd7496df-4083-4946-a35f-bec4cfb158ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.225983 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fd7496df-4083-4946-a35f-bec4cfb158ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.299267 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-fd7496df-4083-4946-a35f-bec4cfb158ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.302055 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fb78115e-87b7-491a-a180-5a0a7c046e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:41.339939 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-fd7496df-4083-4946-a35f-bec4cfb158ab admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=78375a46747f4c958ca8afebc13b82e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224109 Jun 24 12:48:41.342627 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7496df-4083-4946-a35f-bec4cfb158ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ac417f-fcbb-4f70-aeac-7d78c0afc900,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:41.343373 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45048) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:41.346559 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fd7496df-4083-4946-a35f-bec4cfb158ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:41.394425 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae9a182c-31ea-406f-bc32-3f2aee068e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.419676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae9a182c-31ea-406f-bc32-3f2aee068e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.548981 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae9a182c-31ea-406f-bc32-3f2aee068e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.551605 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae9a182c-31ea-406f-bc32-3f2aee068e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:41.552985 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ae9a182c-31ea-406f-bc32-3f2aee068e4f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e6ac417f-fcbb-4f70-aeac-7d78c0afc900 HTTP/1.1" status: 204 len: 168 time: 0.2086010 Jun 24 12:48:41.553786 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d352e2ea-3cc2-465d-8ab9-73ed666265d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:41.562255 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a182c-31ea-406f-bc32-3f2aee068e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ac417f-fcbb-4f70-aeac-7d78c0afc900,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:41.564647 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ae9a182c-31ea-406f-bc32-3f2aee068e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:44.373367 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-1b9282ba-e34b-4ad6-a0d4-96704b26c644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.002453 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-48e862f1-86e9-4933-8899-d369d779e41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:47.482968 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:48.445841 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:50.106040 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.711540 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45176) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:53.819662 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.909166 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.966071 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:53.968769 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d1a7a28c-e1c6-41be-bd37-2eecfcd87721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:54.005984 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ef01d0698eb7491ab9ede75ad2150047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929099 Jun 24 12:48:54.006928 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b799cd1b-274c-49e8-981f-ff9e6f784dd2,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:54.013768 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45180) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:54.015746 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.016146 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.016532 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.016912 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.017379 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.017761 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.018132 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.018509 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.018886 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.019281 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.019659 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.020026 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:48:54.024113 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-529ffdb3-b963-4d19-ab5c-8feaa866ac7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:54.066875 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3385d026-18b0-44f4-b3fc-ccf4bdc518bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.090409 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3385d026-18b0-44f4-b3fc-ccf4bdc518bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.214221 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3385d026-18b0-44f4-b3fc-ccf4bdc518bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.216965 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3385d026-18b0-44f4-b3fc-ccf4bdc518bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:54.218094 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-3385d026-18b0-44f4-b3fc-ccf4bdc518bf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b799cd1b-274c-49e8-981f-ff9e6f784dd2 HTTP/1.1" status: 204 len: 168 time: 0.2058473 Jun 24 12:48:54.218880 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-900b67e8-b41a-430d-ade6-b102039c88d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:54.228311 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385d026-18b0-44f4-b3fc-ccf4bdc518bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b799cd1b-274c-49e8-981f-ff9e6f784dd2,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:54.234175 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3385d026-18b0-44f4-b3fc-ccf4bdc518bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:54.910030 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45188) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:54.924833 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1031e6de-f22d-473d-b9b3-d9253b62bf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.022914 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1031e6de-f22d-473d-b9b3-d9253b62bf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.130297 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-1031e6de-f22d-473d-b9b3-d9253b62bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.133088 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c90a6457-2bfd-47d5-9bad-72a92ee63fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:55.170832 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031e6de-f22d-473d-b9b3-d9253b62bf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5e360b-35e6-4492-850c-d34cd026e237,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:55.179883 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1031e6de-f22d-473d-b9b3-d9253b62bf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:55.185805 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-1031e6de-f22d-473d-b9b3-d9253b62bf8b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6baf349b2f76425ab3dcea5168692442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746809 Jun 24 12:48:55.185900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45190) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:55.237849 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28a02024-35c4-4ccc-9cc0-91ba14def63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.261419 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28a02024-35c4-4ccc-9cc0-91ba14def63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.367836 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28a02024-35c4-4ccc-9cc0-91ba14def63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.370637 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28a02024-35c4-4ccc-9cc0-91ba14def63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:55.371825 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-28a02024-35c4-4ccc-9cc0-91ba14def63b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5c5e360b-35e6-4492-850c-d34cd026e237 HTTP/1.1" status: 204 len: 168 time: 0.1849511 Jun 24 12:48:55.372732 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-1249491f-3ac2-4227-83c6-c32b3d619b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:55.380648 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a02024-35c4-4ccc-9cc0-91ba14def63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5e360b-35e6-4492-850c-d34cd026e237,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:55.383021 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-28a02024-35c4-4ccc-9cc0-91ba14def63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:56.085727 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45196) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:56.099741 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-66c67d1d-fb4c-4109-bc63-7caac16d5227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.191251 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-66c67d1d-fb4c-4109-bc63-7caac16d5227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.264932 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-66c67d1d-fb4c-4109-bc63-7caac16d5227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.268580 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-706b1905-d198-45d7-8f1e-530402f20b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:56.306485 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-66c67d1d-fb4c-4109-bc63-7caac16d5227 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=15f5390b25a54667b85da5e5c416f077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196712 Jun 24 12:48:56.308492 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c67d1d-fb4c-4109-bc63-7caac16d5227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cd6943-1b86-4be4-97e3-8022acc02b38,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:56.309982 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45204) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:48:56.314400 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-66c67d1d-fb4c-4109-bc63-7caac16d5227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:56.367337 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-050ffbf1-3edb-4f17-a71c-daf0e27b126b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.394421 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-050ffbf1-3edb-4f17-a71c-daf0e27b126b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.528079 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-050ffbf1-3edb-4f17-a71c-daf0e27b126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.530638 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-050ffbf1-3edb-4f17-a71c-daf0e27b126b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:56.531866 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-050ffbf1-3edb-4f17-a71c-daf0e27b126b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/67cd6943-1b86-4be4-97e3-8022acc02b38 HTTP/1.1" status: 204 len: 168 time: 0.2205393 Jun 24 12:48:56.532673 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d38ee099-4645-4d73-8a65-416d75c7099c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:56.542153 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ffbf1-3edb-4f17-a71c-daf0e27b126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cd6943-1b86-4be4-97e3-8022acc02b38,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:56.544486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-050ffbf1-3edb-4f17-a71c-daf0e27b126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:57.018027 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3cafa-eb76-471f-bf85-e7198647cc7a req-64f32896-aa0c-4993-9c6f-08dee185b380 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:57.019659 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dbb3cafa-eb76-471f-bf85-e7198647cc7a req-64f32896-aa0c-4993-9c6f-08dee185b380 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 946 time: 0.0725608 Jun 24 12:48:57.063103 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-dbb3cafa-eb76-471f-bf85-e7198647cc7a req-ca16e8ac-a771-43f9-b299-2a2716ca422c tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Jun 24 12:48:58.251213 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc99ba-7fb7-4c80-929f-0d7e57bf56d1 req-ff99d0d1-014f-42a6-9af0-037d68a7f5c1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:58.252747 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f4cc99ba-7fb7-4c80-929f-0d7e57bf56d1 req-ff99d0d1-014f-42a6-9af0-037d68a7f5c1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 946 time: 0.0678456 Jun 24 12:48:58.299521 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-f4cc99ba-7fb7-4c80-929f-0d7e57bf56d1 req-410e6218-162f-4fc1-99c1-1bff024c3b6e tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups?id=dce7b0b0-b354-4e96-9f7e-3a7f475a9401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Jun 24 12:48:58.485910 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-1009623f-7ee6-4f87-9719-b414e9808192 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:48:58.487379 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-1009623f-7ee6-4f87-9719-b414e9808192 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 946 time: 0.0626419 Jun 24 12:48:58.591385 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Deleting port 91e0e843-6898-493d-a01d-1c20c200230b {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:48:58.591739 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.687577 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] For port 91e0e843-6898-493d-a01d-1c20c200230b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91e0e843-6898-493d-a01d-1c20c200230b,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:48:58.687945 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.863828 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.864210 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:58.864788 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Floating IP 02804189-6ab1-4759-997f-6aa86094c365 disassociated. External IP: 172.27.2.101, port: 91e0e843-6898-493d-a01d-1c20c200230b. Jun 24 12:48:58.865132 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Calling delete_port for 91e0e843-6898-493d-a01d-1c20c200230b owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:48:59.082747 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.087039 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c2522636-7d22-4bb3-85f2-59c053d373e8 tempest-ServerRescueNegativeTestJSON-217422460 tempest-ServerRescueNegativeTestJSON-217422460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:48:59.113907 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event deleted for resources: {'Port': ['ID=91e0e843-6898-493d-a01d-1c20c200230b,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:48:59.117154 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:48:59.232671 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:48:59.342236 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:48:59.357882 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] Sync routers for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:48:59.370033 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:59.371099 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:48:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:59.395765 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] No DVR routers for this DVR port 91e0e843-6898-493d-a01d-1c20c200230b on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:48:59.398690 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:48:59.401476 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-649cba0c-48a7-489b-b396-7e441d15fa14 req-512e0019-65cd-4832-9199-6a1e06b70ce8 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.36 "DELETE /v2.0/ports/91e0e843-6898-493d-a01d-1c20c200230b HTTP/1.1" status: 204 len: 173 time: 0.9084280 Jun 24 12:48:59.402392 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-deleted', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:48:59.405148 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0672ee-82e6-4d11-be9d-30409c98f145" -d '{"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-deleted", "tag": "91e0e843-6898-493d-a01d-1c20c200230b"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:48:59.466194 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0822530-44eb-4fdc-a9f3-582bc61a48da x-openstack-request-id: req-e0822530-44eb-4fdc-a9f3-582bc61a48da {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:48:59.466603 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ae286-082c-4a3c-9e84-d380480154a3", "name": "network-vif-deleted", "tag": "91e0e843-6898-493d-a01d-1c20c200230b", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:48:59.466840 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-e0822530-44eb-4fdc-a9f3-582bc61a48da {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:48:59.467499 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ae286-082c-4a3c-9e84-d380480154a3', 'name': 'network-vif-deleted', 'tag': '91e0e843-6898-493d-a01d-1c20c200230b', 'status': 'completed', 'code': 200} Jun 24 12:48:59.474511 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-07668b84-2f7c-4312-be23-a7bfaab0a1cb req-08177880-3a80-41da-a7b2-b3d94b1e8fb0 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 210 time: 0.0400295 Jun 24 12:48:59.497240 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:48:59.710955 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:59.740741 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] Checking router: 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:48:59.749668 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:48:59.750286 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:48:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:48:59.860767 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:00.069801 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:00.095625 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4862ff-bebf-499d-97d0-b9e2727b5dda None None] The sync data for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi is: [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:41:18Z', 'revision_number': 4, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '592f847b-18f5-466d-aec3-fc1eb227b96e', 'name': '', 'network_id': '30c2c7db-294f-4fa4-959a-9a5dbf60385d', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'mac_address': 'fa:16:3e:1d:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:17Z', 'updated_at': '2021-06-24T12:41:24Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'subnets': [{'id': '696c2770-1818-4e1a-b362-2a8e53c2eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:00.351544 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae70dd-d0ae-4110-ba58-2e6a14f4c0e2 None None] New status for floating IP 02804189-6ab1-4759-997f-6aa86094c365: DOWN {{(pid=100209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:49:00.653499 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-007f3cdf-1f81-4137-bc30-aefa36e0fee8 req-568b19c6-7e53-4ad1-b246-d792c5a1c1e4 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/ports?device_id=0b1ae286-082c-4a3c-9e84-d380480154a3 HTTP/1.1" status: 200 len: 210 time: 0.0329037 Jun 24 12:49:01.864117 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45224) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:01.920774 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-93e461a2-5c0d-4a25-8c08-f9f045ac276d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:01.952539 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-93e461a2-5c0d-4a25-8c08-f9f045ac276d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.068853 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-93e461a2-5c0d-4a25-8c08-f9f045ac276d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.071918 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-93e461a2-5c0d-4a25-8c08-f9f045ac276d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.073281 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-93e461a2-5c0d-4a25-8c08-f9f045ac276d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "DELETE /v2.0/security-groups/dce7b0b0-b354-4e96-9f7e-3a7f475a9401 HTTP/1.1" status: 204 len: 168 time: 0.2073393 Jun 24 12:49:02.074225 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-dba8140e-8807-4b40-a7af-cf045bc2005c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:02.076163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45226) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:02.089064 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e461a2-5c0d-4a25-8c08-f9f045ac276d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce7b0b0-b354-4e96-9f7e-3a7f475a9401,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:02.093597 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.api.v2.resource [None req-062031e7-6d19-4477-977e-ab213403a6f1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] show failed (client error): The resource could not be found. Jun 24 12:49:02.093597 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-062031e7-6d19-4477-977e-ab213403a6f1 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "GET /v2.0/security-groups/dce7b0b0-b354-4e96-9f7e-3a7f475a9401 HTTP/1.1" status: 404 len: 347 time: 0.0131500 Jun 24 12:49:02.093817 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-93e461a2-5c0d-4a25-8c08-f9f045ac276d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:02.095729 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45228) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:02.223446 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Deleting port caedd8eb-9bba-4a20-a45d-2227f1293621 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:02.223696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.301978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.302319 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.314620 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Calling delete_port for caedd8eb-9bba-4a20-a45d-2227f1293621 owned by network:floatingip {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:02.556462 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.559104 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-13ae6dca-1031-460b-a209-c1eb2eff7b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:02.582244 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Pushing event deleted for resources: {'Port': ['ID=caedd8eb-9bba-4a20-a45d-2227f1293621,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:02.585391 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:02.648853 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks [] for floatingip, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.652123 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:02.653892 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] 10.222.0.99 "DELETE /v2.0/floatingips/02804189-6ab1-4759-997f-6aa86094c365 HTTP/1.1" status: 204 len: 168 time: 0.5566301 Jun 24 12:49:03.112555 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:49:03.577040 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:03.600960 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 91e0e843-6898-493d-a01d-1c20c200230b {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:03.603445 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 91e0e843-6898-493d-a01d-1c20c200230b not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:05.583296 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45250) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:06.345987 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.596582 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Deleting port 592f847b-18f5-466d-aec3-fc1eb227b96e {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:06.597560 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.674690 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] For port 592f847b-18f5-466d-aec3-fc1eb227b96e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=592f847b-18f5-466d-aec3-fc1eb227b96e,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:06.675046 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.687430 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Calling delete_port for 592f847b-18f5-466d-aec3-fc1eb227b96e owned by network:router_interface {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:06.956487 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.958704 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-eac12276-7413-4532-bc12-7ee7468eb2d4 tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:06.984929 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:06.987898 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Pushing event deleted for resources: {'Port': ['ID=592f847b-18f5-466d-aec3-fc1eb227b96e,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:06.992137 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:07.155753 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.375040 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:49:07.480003 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:49:07.484652 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-cea60360-923e-4142-9b98-12b4a34b1854 admin admin] 10.222.0.99 "PUT /v2.0/routers/5fad5fc6-2e20-4e66-8ded-aa2f8af73032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9003286 Jun 24 12:49:07.487176 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45254) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:07.488373 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] Sync routers for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:49:07.499258 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:07.499883 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:48:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:07.598963 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks [] for router, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.694627 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:07.699799 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.846093 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Deleting port c9e6f951-cc9c-4880-9389-117d62707c2e {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:07.846335 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.869993 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:49:06Z', 'revision_number': 5, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port': {'id': 'c9e6f951-cc9c-4880-9389-117d62707c2e', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:41:14Z', 'updated_at': '2021-06-24T12:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:07.895426 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] Checking router: 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:49:07.904116 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] Routers {'5fad5fc6-2e20-4e66-8ded-aa2f8af73032'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:49:07.904730 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:48:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:07.923676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] For port c9e6f951-cc9c-4880-9389-117d62707c2e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=c9e6f951-cc9c-4880-9389-117d62707c2e,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:07.924055 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:07.939368 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Calling delete_port for c9e6f951-cc9c-4880-9389-117d62707c2e owned by network:router_gateway {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:07.996091 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] Set router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 gateway port host: None {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:49:08.049776 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:49:07Z', 'revision_number': 6, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port_host': None}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:08.077667 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c94764-3fb8-46ed-a6dd-0dfa244c15fc None None] The sync data for ids ['5fad5fc6-2e20-4e66-8ded-aa2f8af73032'] in dv-cinder-689486-14-iscsi is: [{'id': '5fad5fc6-2e20-4e66-8ded-aa2f8af73032', 'name': 'tempest-AttachVolumeShelveTestJSON-510257450-router', 'tenant_id': '4c50d921975c474cb75222d564c78513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:41:12Z', 'updated_at': '2021-06-24T12:49:07Z', 'revision_number': 6, 'project_id': '4c50d921975c474cb75222d564c78513', 'gw_port_host': None}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:49:08.174006 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.176860 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-0299ceb7-c785-4a61-8bd5-2710cc55add2 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:08.203053 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e6f951-cc9c-4880-9389-117d62707c2e,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:08.206771 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:08.269510 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.362233 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.364296 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.493793 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.495396 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fad5fc6-2e20-4e66-8ded-aa2f8af73032 {{(pid=100207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:49:08.502544 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.504695 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] 10.222.0.99 "DELETE /v2.0/routers/5fad5fc6-2e20-4e66-8ded-aa2f8af73032 HTTP/1.1" status: 204 len: 168 time: 1.0163336 Jun 24 12:49:08.507009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45256) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:08.556949 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] Deleting subnet 696c2770-1818-4e1a-b362-2a8e53c2eb53 {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:49:08.560770 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.596458 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25771198'] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.678595 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.846791 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 592f847b-18f5-466d-aec3-fc1eb227b96e no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:08.865786 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 592f847b-18f5-466d-aec3-fc1eb227b96e {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:08.866137 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 592f847b-18f5-466d-aec3-fc1eb227b96e not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:08.898275 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28726101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28782981'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.901306 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:08.926335 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696c2770-1818-4e1a-b362-2a8e53c2eb53,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:08.929263 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:08.933758 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:08.936859 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-f89d82f9-0e71-4eb0-b77d-8b97246c7577 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/696c2770-1818-4e1a-b362-2a8e53c2eb53 HTTP/1.1" status: 204 len: 168 time: 0.4284897 Jun 24 12:49:08.937652 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08071e0d-f7a3-4e86-b361-d52ed2f6f48b None None] Network 30c2c7db-294f-4fa4-959a-9a5dbf60385d requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:49:08.939466 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45258) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:09.039333 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.103034 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Deleting port a174f04a-5991-450b-bee5-bf2e320b07ac {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:09.103410 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.162413 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] DHCP port deletion for 30c2c7db-294f-4fa4-959a-9a5dbf60385d request from dv-cinder-689486-14-iscsi {{(pid=100209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:49:09.179813 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] For port a174f04a-5991-450b-bee5-bf2e320b07ac, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a174f04a-5991-450b-bee5-bf2e320b07ac,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:09.180091 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.193976 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Calling delete_port for a174f04a-5991-450b-bee5-bf2e320b07ac owned by network:dhcp {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:09.208407 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Deleting port a174f04a-5991-450b-bee5-bf2e320b07ac {{(pid=100209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:49:09.208794 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.271349 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] For port a174f04a-5991-450b-bee5-bf2e320b07ac, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=a174f04a-5991-450b-bee5-bf2e320b07ac,segment=NetworkSegment(ae846d97-7256-4c94-bb7c-06cf9e54507e),segment_id=ae846d97-7256-4c94-bb7c-06cf9e54507e)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:09.271804 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.286701 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Calling delete_port for a174f04a-5991-450b-bee5-bf2e320b07ac owned by network:dhcp {{(pid=100209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:49:09.419802 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.422126 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d9f2f257-9b8e-418a-b9aa-66959e77daa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:09.427155 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.429163 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:09.451850 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Pushing event deleted for resources: {'Port': ['ID=a174f04a-5991-450b-bee5-bf2e320b07ac,revision_number=None']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:09.452124 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a174f04a-5991-450b-bee5-bf2e320b07ac,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:09.454462 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:09.457703 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] No DVR routers for this DVR port a174f04a-5991-450b-bee5-bf2e320b07ac on host dv-cinder-689486-14-iscsi {{(pid=100207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:09.461070 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] No DVR routers for this DVR port a174f04a-5991-450b-bee5-bf2e320b07ac on host dv-cinder-689486-14-iscsi {{(pid=100209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:49:09.464703 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.465054 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.465397 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.465737 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.466073 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.466409 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.466742 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.467097 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.467432 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.467843 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.468168 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.468493 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:09.471562 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-4378afb0-f6eb-45db-abda-9a3372695fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:09.530105 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.540274 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c2c7db-294f-4fa4-959a-9a5dbf60385d']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:09.550698 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae846d97-7256-4c94-bb7c-06cf9e54507e') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:09.551000 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae846d97-7256-4c94-bb7c-06cf9e54507e') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:49:09.560301 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.574827 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.581141 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:49:09.582971 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:49:09.583367 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:49:09.768662 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.773212 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:09.775969 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:09.779094 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] 10.222.0.99 "DELETE /v2.0/networks/30c2c7db-294f-4fa4-959a-9a5dbf60385d HTTP/1.1" status: 204 len: 168 time: 0.8369870 Jun 24 12:49:09.789018 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=30c2c7db-294f-4fa4-959a-9a5dbf60385d,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:09.792313 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-aa35e786-1025-4f40-b28e-5a83aed31d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:10.157962 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45262) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:10.200163 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-31573d35-6694-4ed3-b93f-74e8087d3b07 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4c50d921975c474cb75222d564c78513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409305 Jun 24 12:49:10.202528 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45264) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:10.220567 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a174f04a-5991-450b-bee5-bf2e320b07ac no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:10.242001 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: a174f04a-5991-450b-bee5-bf2e320b07ac {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:10.242367 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device a174f04a-5991-450b-bee5-bf2e320b07ac not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:10.243276 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c9e6f951-cc9c-4880-9389-117d62707c2e no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:49:10.253492 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b43a5c19-ee2c-4608-9d27-9c5fd251a217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.263054 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: c9e6f951-cc9c-4880-9389-117d62707c2e {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:49:10.263440 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device c9e6f951-cc9c-4880-9389-117d62707c2e not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:49:10.277547 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b43a5c19-ee2c-4608-9d27-9c5fd251a217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.430785 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b43a5c19-ee2c-4608-9d27-9c5fd251a217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.433431 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b43a5c19-ee2c-4608-9d27-9c5fd251a217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:10.434678 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b43a5c19-ee2c-4608-9d27-9c5fd251a217 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f445eee2-dce2-4732-b744-0780705cf585 HTTP/1.1" status: 204 len: 168 time: 0.2312164 Jun 24 12:49:10.435988 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-d60253d5-22f4-4b41-810c-cc5dd38bc503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:10.444088 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a5c19-ee2c-4608-9d27-9c5fd251a217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f445eee2-dce2-4732-b744-0780705cf585,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:10.446595 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b43a5c19-ee2c-4608-9d27-9c5fd251a217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:14.402463 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ab7e37d9-a854-428e-9bb3-8af4dd96721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:15.355386 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-ef9176e0-e5ab-4625-bf38-3c74cacc0861 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599937 Jun 24 12:49:15.440469 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-1ce730d2-f371-4b2d-8960-e76ae38e54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:15.442034 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-1ce730d2-f371-4b2d-8960-e76ae38e54ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 1099 time: 0.0533655 Jun 24 12:49:15.558903 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-e91eacb7-71af-4f96-bf81-516b95857050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:15.560413 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-e91eacb7-71af-4f96-bf81-516b95857050 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.0971737 Jun 24 12:49:15.628774 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-d30e635c-8a8c-48ee-a9e6-840dcd700153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e58f5f2-e173-422c-8345-76276deacfd4 HTTP/1.1" status: 200 len: 1002 time: 0.0612552 Jun 24 12:49:15.690178 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-d4e8dc0f-8d35-47c6-9edf-c0cef10f82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:15.691640 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-d4e8dc0f-8d35-47c6-9edf-c0cef10f82ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0571253 Jun 24 12:49:15.754483 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-afb565f4-4992-471f-9bfc-64fc2766ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:15.756071 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-afb565f4-4992-471f-9bfc-64fc2766ec96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575805 Jun 24 12:49:15.851328 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-d2299962-ceed-4f2e-b3e9-73193f0206c5 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886135 Jun 24 12:49:15.949691 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-714e7ceb-00fc-4ccf-ae12-e4654040b193 req-9d04b3f2-3b39-46c0-a484-250096b05a82 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919976 Jun 24 12:49:17.012686 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-3beac620-9eb5-433f-8cff-bfa6de9f7cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:17.299533 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:18.482313 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:20.037013 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:22.911797 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45378) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:23.024638 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-492be1f0-b0ba-4010-b84d-e50cd699e181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.111529 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-492be1f0-b0ba-4010-b84d-e50cd699e181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.225222 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-492be1f0-b0ba-4010-b84d-e50cd699e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.227939 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-892362b0-a32f-426c-ab39-556fcf9348ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:23.266580 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-492be1f0-b0ba-4010-b84d-e50cd699e181 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b9ab38bd1172461f85262758cf95bc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534119 Jun 24 12:49:23.267748 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492be1f0-b0ba-4010-b84d-e50cd699e181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8eb9dc-c659-42be-a13d-d20a4109f777,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:23.270125 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45382) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:23.271116 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-492be1f0-b0ba-4010-b84d-e50cd699e181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:23.328161 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-269baff5-e96f-45d4-b13d-1bc93b3efc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.352732 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-269baff5-e96f-45d4-b13d-1bc93b3efc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.492086 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-269baff5-e96f-45d4-b13d-1bc93b3efc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.495376 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-269baff5-e96f-45d4-b13d-1bc93b3efc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:23.496642 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-269baff5-e96f-45d4-b13d-1bc93b3efc2b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/bc8eb9dc-c659-42be-a13d-d20a4109f777 HTTP/1.1" status: 204 len: 168 time: 0.2253838 Jun 24 12:49:23.497447 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1031e6de-f22d-473d-b9b3-d9253b62bf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:23.504865 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269baff5-e96f-45d4-b13d-1bc93b3efc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8eb9dc-c659-42be-a13d-d20a4109f777,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:23.508215 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-269baff5-e96f-45d4-b13d-1bc93b3efc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:25.986357 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45422) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:26.091057 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-115b8934-b190-4720-aa5f-20a8ba288fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.185923 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-115b8934-b190-4720-aa5f-20a8ba288fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.263227 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-115b8934-b190-4720-aa5f-20a8ba288fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.266150 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-aace19cb-da9c-45f5-9506-417f5ddd2884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:26.304843 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-115b8934-b190-4720-aa5f-20a8ba288fd8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=882a9ac9ff4948afb41793301441b3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173070 Jun 24 12:49:26.306160 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b8934-b190-4720-aa5f-20a8ba288fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d694540-504c-4619-9e59-762773ba2678,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:26.307593 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45426) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:26.309791 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-115b8934-b190-4720-aa5f-20a8ba288fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:26.358684 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6ac1164f-57e7-4d7c-8f52-4b4ac848f6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.379205 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6ac1164f-57e7-4d7c-8f52-4b4ac848f6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.516983 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6ac1164f-57e7-4d7c-8f52-4b4ac848f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.519767 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6ac1164f-57e7-4d7c-8f52-4b4ac848f6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:26.520944 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-6ac1164f-57e7-4d7c-8f52-4b4ac848f6e1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4d694540-504c-4619-9e59-762773ba2678 HTTP/1.1" status: 204 len: 168 time: 0.2122934 Jun 24 12:49:26.521740 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-02e61b78-698f-4ad5-83ef-25b859345768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:26.529712 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1164f-57e7-4d7c-8f52-4b4ac848f6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d694540-504c-4619-9e59-762773ba2678,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:26.532463 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6ac1164f-57e7-4d7c-8f52-4b4ac848f6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:27.256707 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45436) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.271031 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c403be9c-095d-4f81-84ce-b4c0aff79628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.361308 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c403be9c-095d-4f81-84ce-b4c0aff79628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.496661 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-c403be9c-095d-4f81-84ce-b4c0aff79628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.499504 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3385d026-18b0-44f4-b3fc-ccf4bdc518bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:27.535572 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403be9c-095d-4f81-84ce-b4c0aff79628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24725d2c-0244-4dd0-bcde-2253d646ab3f,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:27.538663 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c403be9c-095d-4f81-84ce-b4c0aff79628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:27.541247 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-c403be9c-095d-4f81-84ce-b4c0aff79628 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f89906eb725f4bdd98d467b9d38af193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835455 Jun 24 12:49:27.544006 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45440) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:27.598341 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dfd113b9-8f10-4e59-bdb5-419e4040c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.620978 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dfd113b9-8f10-4e59-bdb5-419e4040c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.842490 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dfd113b9-8f10-4e59-bdb5-419e4040c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.845139 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-dfd113b9-8f10-4e59-bdb5-419e4040c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:27.846352 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-dfd113b9-8f10-4e59-bdb5-419e4040c16c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/24725d2c-0244-4dd0-bcde-2253d646ab3f HTTP/1.1" status: 204 len: 168 time: 0.3014271 Jun 24 12:49:27.847273 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4afb63b4-91a9-4e44-959a-de54a21287ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:27.855624 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd113b9-8f10-4e59-bdb5-419e4040c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24725d2c-0244-4dd0-bcde-2253d646ab3f,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:27.857966 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-dfd113b9-8f10-4e59-bdb5-419e4040c16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:30.592963 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45490) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:30.700996 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.801589 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.968470 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:30.971842 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-044d48d2-35bb-4bea-9f43-5881fdd87279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:31.010041 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=68d825f1450942bcab897c00af3847bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159932 Jun 24 12:49:31.012306 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f397f4-b9e3-4f4b-b40c-a69bc0b45f72,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:31.013561 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45494) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:31.021008 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.021507 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.022398 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.022398 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.022964 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.023488 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.024084 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.024815 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.024942 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.025274 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.025635 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.026141 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:49:31.031334 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0ae47c59-e911-4857-bb27-92f1051db3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:31.077283 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ab86549b-c8e6-4d54-a209-d6bb3d432cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.099708 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ab86549b-c8e6-4d54-a209-d6bb3d432cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.274988 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ab86549b-c8e6-4d54-a209-d6bb3d432cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.281241 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ab86549b-c8e6-4d54-a209-d6bb3d432cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:31.283252 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-ab86549b-c8e6-4d54-a209-d6bb3d432cdf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/77f397f4-b9e3-4f4b-b40c-a69bc0b45f72 HTTP/1.1" status: 204 len: 168 time: 0.2685115 Jun 24 12:49:31.284108 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c486d210-cc64-40f0-8e2e-48cdcf982be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:31.293534 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86549b-c8e6-4d54-a209-d6bb3d432cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f397f4-b9e3-4f4b-b40c-a69bc0b45f72,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:31.296546 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-ab86549b-c8e6-4d54-a209-d6bb3d432cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:32.144493 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45506) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.158861 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-29f0bc9a-ed4c-4e75-8a75-9eae0b0ec492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.250900 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-29f0bc9a-ed4c-4e75-8a75-9eae0b0ec492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.354906 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-29f0bc9a-ed4c-4e75-8a75-9eae0b0ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.357730 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-6ac1164f-57e7-4d7c-8f52-4b4ac848f6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:32.394070 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0bc9a-ed4c-4e75-8a75-9eae0b0ec492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ff480-c514-4e42-afdc-14e03fba1e3e,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:32.398969 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-29f0bc9a-ed4c-4e75-8a75-9eae0b0ec492 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=48375b699d98411b92983e9eb69f0091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531812 Jun 24 12:49:32.399769 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-29f0bc9a-ed4c-4e75-8a75-9eae0b0ec492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:32.401469 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45508) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:32.457595 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b5c976c0-b469-4436-8d1e-e870635cc117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.479964 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b5c976c0-b469-4436-8d1e-e870635cc117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.637026 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b5c976c0-b469-4436-8d1e-e870635cc117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.639627 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b5c976c0-b469-4436-8d1e-e870635cc117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:32.640791 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-b5c976c0-b469-4436-8d1e-e870635cc117 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5a1ff480-c514-4e42-afdc-14e03fba1e3e HTTP/1.1" status: 204 len: 168 time: 0.2371330 Jun 24 12:49:32.641612 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b0e66b4d-d555-4f70-9dcb-d3101798cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:32.649427 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c976c0-b469-4436-8d1e-e870635cc117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ff480-c514-4e42-afdc-14e03fba1e3e,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:32.653173 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b5c976c0-b469-4436-8d1e-e870635cc117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:36.976084 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-3d6a051d-4029-41d8-9b9a-e1491933032c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958724154&fields=id&tenant_id=d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 267 time: 0.0372844 Jun 24 12:49:37.054361 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:37.107392 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-c0e1b84d-e294-4659-ac15-eba3071fd1e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:37.108886 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-c0e1b84d-e294-4659-ac15-eba3071fd1e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 811 time: 0.1259468 Jun 24 12:49:37.125918 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-86e942d2-a9ac-4d52-8c0b-41fb871840fb tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/quotas/d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 375 time: 0.0111408 Jun 24 12:49:37.208677 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-3ba169a5-2fe7-48c1-9a4b-a8d18322b995 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0739021 Jun 24 12:49:37.316177 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-03a13e70-b8f2-44fc-b6a3-8211c7acefa0 service neutron] 10.222.0.99 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960724 Jun 24 12:49:37.426832 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-8c68b1f6-6ae7-492c-9cf4-b956b3ed3135 service neutron] 10.222.0.99 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048346 Jun 24 12:49:38.282084 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-59b49f0c-6249-4410-bddb-cd07c8de578b req-bbf5c7b5-b388-479f-bff3-da3cd759d0de tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0287054 Jun 24 12:49:39.425787 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-7ff3c78e-d080-4585-ad53-bac7038a03f5 req-07a8a4bf-94b4-4777-b604-28f09c7392c5 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0286493 Jun 24 12:49:40.112231 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:49:40.578701 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4be4dffc-9a41-4a0f-af68-63a0f37ad190 req-94d7c388-de1a-407c-a893-84e3f19d44a3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0295188 Jun 24 12:49:41.704824 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-c1cfa595-58bc-434a-ac10-b0cb76a2b0e8 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:41.710808 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-c1cfa595-58bc-434a-ac10-b0cb76a2b0e8 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 811 time: 0.1248746 Jun 24 12:49:41.737591 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2d23ac4d-1920-4f55-a298-980810c5cad5 req-166d7b56-3ed2-44ad-bff9-0131209394c9 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0296898 Jun 24 12:49:41.775239 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7b0a44e0-1f4b-41cc-a3ca-760e5c34822e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3634c0576a546feb1b63fbbb6d9c77f HTTP/1.1" status: 200 len: 379 time: 0.0398426 Jun 24 12:49:41.785183 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'port': {'device_id': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'admin_state_up': True, 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'security_groups': ['ee2533e8-faa8-45da-8dfa-e850ecbf3f59']}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:42.059173 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Made reservation on behalf of d3634c0576a546feb1b63fbbb6d9c77f for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:49:42.063423 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.200589 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Allocated IP 172.20.0.14 (e3f32218-7b6e-46d2-ba4e-f15451953dfd/203aab7d-2045-4a16-b416-4229f63af0ed/ff1e6a4f-488c-4d07-b0d5-514df9a01cb1) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:42.353125 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.367736 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Transition to ACTIVE for port object ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:42.500862 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.506028 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-98133dce-af72-4134-a167-c2f6cd5c92d6 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:42.550128 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:49:42.553539 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:49:42.557952 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:49:42.590337 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:42.595323 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:42.624981 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:42.625642 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.847430 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0672266 Jun 24 12:49:42.866599 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Request body: {'port': {'device_id': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:42.928856 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e29aa4-2139-4a2f-a0f3-607b4fb9e127 req-41305b3f-b941-45bd-ae7b-4515d4436ec0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:42.930321 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95e29aa4-2139-4a2f-a0f3-607b4fb9e127 req-41305b3f-b941-45bd-ae7b-4515d4436ec0 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 932 time: 0.0640566 Jun 24 12:49:42.939383 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:42.974525 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-df0f52ce-dd6b-43ec-b25a-5bd79c916f3f None None] Provisioning for port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:42.980358 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-95e29aa4-2139-4a2f-a0f3-607b4fb9e127 req-de7419ac-dc50-4b1a-981a-8f363a9f0573 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421464 Jun 24 12:49:42.981878 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-df0f52ce-dd6b-43ec-b25a-5bd79c916f3f None None] Provisioning complete for port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:42.982768 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-df0f52ce-dd6b-43ec-b25a-5bd79c916f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.025279 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-df0f52ce-dd6b-43ec-b25a-5bd79c916f3f None None] Port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:49:43.232217 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:49:43.241925 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.254882 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Transition to ACTIVE for port object ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:49:43.414494 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.419949 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-343bac50-6884-46b7-99ae-ed8f57cdaaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:43.500674 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:43.503607 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:43.566974 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Attempting to bind port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:49:43.567355 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Attempting to bind port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:49:43.567696 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Attempting to bind port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:43.572371 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:49:43.572728 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Attempting to bind port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 on network e3f32218-7b6e-46d2-ba4e-f15451953dfd {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:49:43.581146 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:49:43.583935 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Checking segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:49:43.583935 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Bound using segment: {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:49:43.583935 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Bound port: ff1e6a4f-488c-4d07-b0d5-514df9a01cb1, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a90cc5-a056-4dc3-bf90-7d748ddecd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:49:43.583935 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.661655 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] For port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:49:43.664873 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] For port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:49:43.768921 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.770999 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0e5678a8-3486-4039-853f-1140231a38b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:43.807059 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:43.807059 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:43.807059 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] 10.222.0.36 "PUT /v2.0/ports/ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 HTTP/1.1" status: 200 len: 1094 time: 0.9443483 Jun 24 12:49:43.807059 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:43.809907 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988629e6-87f1-46d2-850c-adafaa2043fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:43.849645 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:43.853238 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:43.868280 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efda7b44-759a-4be0-bc56-91aba90669bc x-openstack-request-id: req-efda7b44-759a-4be0-bc56-91aba90669bc {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:43.868630 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:43.868986 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-efda7b44-759a-4be0-bc56-91aba90669bc {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:43.869441 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'status': 'completed', 'code': 200} Jun 24 12:49:43.971684 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988629e6-87f1-46d2-850c-adafaa2043fc req-4b928713-048e-44ff-8d57-c762c9428216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:43.973279 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-988629e6-87f1-46d2-850c-adafaa2043fc req-4b928713-048e-44ff-8d57-c762c9428216 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0591238 Jun 24 12:49:44.180244 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352db1b-69a3-4878-83c2-98fcad8e7bc1 req-b048aa18-0c8c-4b0c-8383-1513848ea92e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:44.181787 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4352db1b-69a3-4878-83c2-98fcad8e7bc1 req-b048aa18-0c8c-4b0c-8383-1513848ea92e tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0785608 Jun 24 12:49:44.228382 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-4352db1b-69a3-4878-83c2-98fcad8e7bc1 req-b2b5a95a-b026-46f7-84f3-43e910ec4bba tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 Jun 24 12:49:44.346709 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988629e6-87f1-46d2-850c-adafaa2043fc req-eac75a3b-3db8-442d-90bf-941a29a14dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:44.348221 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-988629e6-87f1-46d2-850c-adafaa2043fc req-eac75a3b-3db8-442d-90bf-941a29a14dc2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3626349 Jun 24 12:49:44.445603 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988629e6-87f1-46d2-850c-adafaa2043fc req-506067fb-0c66-4e3f-b74f-9c6a7d380d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:44.447103 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-988629e6-87f1-46d2-850c-adafaa2043fc req-506067fb-0c66-4e3f-b74f-9c6a7d380d79 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926323 Jun 24 12:49:44.454363 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-58b7c7b5-5f26-4c3e-891f-07499f259466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:44.567059 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-a3cddf76-afd2-4df3-bbe8-2c9a4e6a7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:44.568547 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-a3cddf76-afd2-4df3-bbe8-2c9a4e6a7b48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0595548 Jun 24 12:49:44.616225 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-6139f968-04f5-4146-9e45-8fcbcf4063b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 HTTP/1.1" status: 200 len: 217 time: 0.0346451 Jun 24 12:49:44.667995 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-ce621a12-6aee-4b08-abe7-d86206daaf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:44.669676 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-ce621a12-6aee-4b08-abe7-d86206daaf8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0467629 Jun 24 12:49:44.730918 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-4fe414f1-72c8-446f-a3dd-c3460e067d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:44.732342 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-4fe414f1-72c8-446f-a3dd-c3460e067d6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559177 Jun 24 12:49:44.830298 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-68c3244d-f108-42ac-a437-d2a6ea0ce03b service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906854 Jun 24 12:49:44.927803 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-42cf1da0-3ca0-4e46-8a8b-e503383192ec req-5b542270-dc35-41c9-a4a4-1b4f5b7255e7 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910435 Jun 24 12:49:45.411669 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaae52-b42d-45fc-be33-55e822189ef9 req-1996ad2a-7e15-4c01-ac9b-dbf83298c073 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:45.413164 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43eaae52-b42d-45fc-be33-55e822189ef9 req-1996ad2a-7e15-4c01-ac9b-dbf83298c073 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0683715 Jun 24 12:49:45.460679 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43eaae52-b42d-45fc-be33-55e822189ef9 req-05af9a35-f61b-4fdd-907c-f5981972e75d tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371194 Jun 24 12:49:45.913298 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45646) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:46.026752 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccd99-fd74-4146-aaf4-1fbcd0e14af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.117146 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccd99-fd74-4146-aaf4-1fbcd0e14af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.265550 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccd99-fd74-4146-aaf4-1fbcd0e14af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.268532 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-777c863e-c379-4bf7-9bb3-f97d74da4568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.305847 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-8d7ccd99-fd74-4146-aaf4-1fbcd0e14af4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=03ce45e30691498cafea65ac56227852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914258 Jun 24 12:49:46.306830 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ccd99-fd74-4146-aaf4-1fbcd0e14af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f814e9-7abd-4478-ad61-2550dd0971c9,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.309286 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 45650) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:46.310491 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-8d7ccd99-fd74-4146-aaf4-1fbcd0e14af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.359650 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ae717b30-9d0f-4e5d-8062-0ba568343ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.381571 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ae717b30-9d0f-4e5d-8062-0ba568343ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.551366 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ae717b30-9d0f-4e5d-8062-0ba568343ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.554053 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-ae717b30-9d0f-4e5d-8062-0ba568343ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:46.555229 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-ae717b30-9d0f-4e5d-8062-0ba568343ef2 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/37f814e9-7abd-4478-ad61-2550dd0971c9 HTTP/1.1" status: 204 len: 168 time: 0.2448421 Jun 24 12:49:46.556087 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-fd7496df-4083-4946-a35f-bec4cfb158ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:46.565176 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae717b30-9d0f-4e5d-8062-0ba568343ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f814e9-7abd-4478-ad61-2550dd0971c9,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:46.571433 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-ae717b30-9d0f-4e5d-8062-0ba568343ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:46.650486 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c92df-05c0-4ae0-804e-e22b66fbac72 req-305dacc2-52bd-4213-9e63-e06857f9b43f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:46.652267 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-157c92df-05c0-4ae0-804e-e22b66fbac72 req-305dacc2-52bd-4213-9e63-e06857f9b43f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0698850 Jun 24 12:49:46.691580 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-157c92df-05c0-4ae0-804e-e22b66fbac72 req-4804188b-a57a-4b60-87b0-3729a12adb69 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335157 Jun 24 12:49:47.001374 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-4e86303d-1404-4bca-9a31-9590d6525738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.305408 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:47.870050 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181259d-ea93-4e37-83cd-fb4f550f56c3 req-6761513a-b67c-4553-8eca-5ffecba7fcee tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:47.871615 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0181259d-ea93-4e37-83cd-fb4f550f56c3 req-6761513a-b67c-4553-8eca-5ffecba7fcee tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0676782 Jun 24 12:49:47.910841 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-0181259d-ea93-4e37-83cd-fb4f550f56c3 req-2ec54175-1b5c-4539-97d0-755984081d58 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333118 Jun 24 12:49:48.476566 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:49.086806 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5701-cc9a-43d5-bcfb-340acce519c4 req-10041ad3-588f-4cdb-bca3-834b0be9eb11 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:49.088302 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-444b5701-cc9a-43d5-bcfb-340acce519c4 req-10041ad3-588f-4cdb-bca3-834b0be9eb11 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0643625 Jun 24 12:49:49.127494 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-444b5701-cc9a-43d5-bcfb-340acce519c4 req-6b0e87cb-5111-4eb3-ae5f-3b840a573a13 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327609 Jun 24 12:49:50.069428 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:50.304802 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e446978-82c6-4571-a9ff-e3b8ee59f992 req-cc474fff-eef0-4ac1-9c52-e2fc75753468 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:50.306272 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8e446978-82c6-4571-a9ff-e3b8ee59f992 req-cc474fff-eef0-4ac1-9c52-e2fc75753468 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0663583 Jun 24 12:49:50.348199 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-8e446978-82c6-4571-a9ff-e3b8ee59f992 req-c1ed5648-a814-4dda-8152-9bb735f4adb2 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353785 Jun 24 12:49:51.553260 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d6651-4c59-4e45-850e-586e60d2f995 req-1637faa1-bcf2-4653-a058-bc5f5dfa7d78 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:51.554796 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-188d6651-4c59-4e45-850e-586e60d2f995 req-1637faa1-bcf2-4653-a058-bc5f5dfa7d78 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0731387 Jun 24 12:49:51.602138 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-188d6651-4c59-4e45-850e-586e60d2f995 req-966f4d16-e445-4bfd-a399-c3f0e2c58bcd tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Jun 24 12:49:52.606482 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45726) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:52.726665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a4b11bbf-7fef-4cd0-a4b7-04593ef8bf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:52.800917 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e856ec-ea92-42e5-b80f-6b9e65f1ccfc req-3ff82880-57a5-46d1-a1cf-a0704adc9d0f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:52.802498 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d1e856ec-ea92-42e5-b80f-6b9e65f1ccfc req-3ff82880-57a5-46d1-a1cf-a0704adc9d0f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0764837 Jun 24 12:49:52.822930 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a4b11bbf-7fef-4cd0-a4b7-04593ef8bf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:52.845765 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d1e856ec-ea92-42e5-b80f-6b9e65f1ccfc req-45d73ab5-a80f-4ee3-800c-b458042dde47 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364504 Jun 24 12:49:52.917153 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-a4b11bbf-7fef-4cd0-a4b7-04593ef8bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:52.919797 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c0dda9b6-fb49-43a1-b26b-9b23aa55b9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:52.955693 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b11bbf-7fef-4cd0-a4b7-04593ef8bf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380f62a2-f550-46d4-a3b0-e25fee118c7d,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:52.960051 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-a4b11bbf-7fef-4cd0-a4b7-04593ef8bf92 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=31fbad672387401d97392598f3573f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521059 Jun 24 12:49:52.961009 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a4b11bbf-7fef-4cd0-a4b7-04593ef8bf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:52.962823 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45732) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:53.013547 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b851480-961b-4e03-9bd8-3e5ab0a97393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:53.037684 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b851480-961b-4e03-9bd8-3e5ab0a97393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:53.168902 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b851480-961b-4e03-9bd8-3e5ab0a97393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:53.171415 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b851480-961b-4e03-9bd8-3e5ab0a97393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:53.172558 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-3b851480-961b-4e03-9bd8-3e5ab0a97393 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/380f62a2-f550-46d4-a3b0-e25fee118c7d HTTP/1.1" status: 204 len: 168 time: 0.2084091 Jun 24 12:49:53.173450 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f9a93770-7d3f-4580-9452-fda5ff40e695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:53.181711 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b851480-961b-4e03-9bd8-3e5ab0a97393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380f62a2-f550-46d4-a3b0-e25fee118c7d,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:53.184611 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-3b851480-961b-4e03-9bd8-3e5ab0a97393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:53.881688 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:49:53.976708 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:53.988846 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'port_id': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'mac_address': 'fa:16:3e:9f:9e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:49:54.025538 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:54.027412 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a517-e053-4fbf-a096-a624a20552ea req-0215c59c-ea9b-46d2-a35c-89f49bbc0423 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:54.028989 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8420a517-e053-4fbf-a096-a624a20552ea req-0215c59c-ea9b-46d2-a35c-89f49bbc0423 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0658154 Jun 24 12:49:54.042667 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:49:54.063548 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:54.067413 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-8420a517-e053-4fbf-a096-a624a20552ea req-2a86908e-e592-4bc7-83b8-484ff4c3caac tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Jun 24 12:49:54.202779 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:54.205892 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-0fb34b75-780a-40e1-8eea-e0936287533f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:54.255053 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:54.258555 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:54.493085 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['ff1e6a4f-488c-4d07-b0d5-514df9a01cb1'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:49:55.240197 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54722b-bc48-4b3f-b41a-99f7d218c9e0 req-64c81506-1392-4967-b45a-db2f2af574ab tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:55.241894 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ae54722b-bc48-4b3f-b41a-99f7d218c9e0 req-64c81506-1392-4967-b45a-db2f2af574ab tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0645363 Jun 24 12:49:55.280394 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-ae54722b-bc48-4b3f-b41a-99f7d218c9e0 req-46e0480e-61e2-47af-b380-aa942f2f6090 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Jun 24 12:49:55.883626 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:49:56.054438 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:49:56.058962 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:49:56.059377 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:56.138987 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:56.161265 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:49:56.163565 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb7df84-e7ca-4993-a30c-3b6a3821dbf7" -d '{"events": [{"server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:49:56.176787 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:49:56.209284 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7690d29d-4bf9-48a3-8abf-5570a63791e9 x-openstack-request-id: req-7690d29d-4bf9-48a3-8abf-5570a63791e9 {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:49:56.209284 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:49:56.209284 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-7690d29d-4bf9-48a3-8abf-5570a63791e9 {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:49:56.209284 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'code': 200} Jun 24 12:49:56.282783 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:56.284711 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:56.332624 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:49:56.335186 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:49:56.461134 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67134658-4d69-4ebf-829e-02663397910b req-60ef3a17-ca6a-4812-950b-07758d54f470 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:56.462867 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-67134658-4d69-4ebf-829e-02663397910b req-60ef3a17-ca6a-4812-950b-07758d54f470 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 946 time: 0.0655344 Jun 24 12:49:56.507829 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-67134658-4d69-4ebf-829e-02663397910b req-8a2c6d5c-c53f-4466-b8d9-252b44db046d tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377374 Jun 24 12:49:56.575698 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-8cee7602-ab11-4e5d-9fe5-9025e1d30645 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=df014e261fb048febc4932aae5d904dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298171 Jun 24 12:49:56.727870 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052746fd-2220-4344-a713-b7a73cfde39b req-747b5151-1664-4a4e-8842-33402d58e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:56.729368 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-052746fd-2220-4344-a713-b7a73cfde39b req-747b5151-1664-4a4e-8842-33402d58e637 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 1099 time: 0.0584741 Jun 24 12:49:56.757619 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-526a79a2-1362-4077-9ecf-b3c3aa834459 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:56.759092 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-526a79a2-1362-4077-9ecf-b3c3aa834459 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782150 Jun 24 12:49:56.765205 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-052746fd-2220-4344-a713-b7a73cfde39b req-d4410da0-a79a-4a5a-a665-8731df2cf053 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290594 Jun 24 12:49:56.775346 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-401ac3fd-ef03-49cf-8c7c-d960e0f12f14 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/quotas/df014e261fb048febc4932aae5d904dc HTTP/1.1" status: 200 len: 375 time: 0.0100136 Jun 24 12:49:57.082835 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-a6612455-e412-42a1-a282-c52bcd90f174 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=df014e261fb048febc4932aae5d904dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3020198 Jun 24 12:49:57.559406 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-a02cebcb-f7db-4372-b5c5-97f8cdbcc134 req-0bc8d653-4480-4d2b-aef0-ded758b09661 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 210 time: 0.1950324 Jun 24 12:49:57.687599 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7779b0b-2e1a-4ccf-ae27-0fcbadb33c17 req-67652e60-eaf0-4c0f-bdb4-9100b1af14bf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:57.689065 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7779b0b-2e1a-4ccf-ae27-0fcbadb33c17 req-67652e60-eaf0-4c0f-bdb4-9100b1af14bf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 946 time: 0.0649631 Jun 24 12:49:57.726971 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-a7779b0b-2e1a-4ccf-ae27-0fcbadb33c17 req-f4f543a6-37ac-4d0b-8074-90c263157cde tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319538 Jun 24 12:49:58.644187 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-256858b9-b025-4987-8410-1b1bc22b9ebf req-3bd77ffa-0e30-4023-9db8-828d4140b6af tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 210 time: 0.0301750 Jun 24 12:49:58.913672 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2fe38-524e-401e-90ae-67dfe934f02f req-251d4b66-9f2b-454d-934e-7ff1b9274f72 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:58.915169 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7e2fe38-524e-401e-90ae-67dfe934f02f req-251d4b66-9f2b-454d-934e-7ff1b9274f72 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 946 time: 0.0655880 Jun 24 12:49:58.955886 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f7e2fe38-524e-401e-90ae-67dfe934f02f req-99886542-1f21-447e-9818-f3fa82355520 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338161 Jun 24 12:49:59.147118 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbfa95-5317-4703-afdc-32f366ea3c41 req-011fd39e-f148-468f-81fb-054a94ac76b3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:59.148553 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-21fbfa95-5317-4703-afdc-32f366ea3c41 req-011fd39e-f148-468f-81fb-054a94ac76b3 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 946 time: 0.0722399 Jun 24 12:49:59.194452 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-21fbfa95-5317-4703-afdc-32f366ea3c41 req-74c681e5-9720-422c-b18f-b029c0420574 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367734 Jun 24 12:49:59.221155 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45808) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:59.279367 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c44791-1886-4cea-ac8e-6aab8dcbaa17 tempest-TestVolumeBootPattern-359899521 tempest-TestVolumeBootPattern-359899521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:49:59.280945 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-89c44791-1886-4cea-ac8e-6aab8dcbaa17 tempest-TestVolumeBootPattern-359899521 tempest-TestVolumeBootPattern-359899521-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 1094 time: 0.0587511 Jun 24 12:49:59.283728 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 45810) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:49:59.288799 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.v2.base [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Request body: {'floatingip': {'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'port_id': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:49:59.431510 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.531799 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.644519 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_common [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Allocated IP 172.27.2.104 (8f6aff5e-cfc3-4bbf-a77c-f71636a91da6/d46c77b1-cd98-4025-ac23-1b6108a94ac8/b4dcbca4-beaf-4e06-ab44-fcd48cab7f41) {{(pid=100207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:49:59.765807 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.808680 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-6a52323e-825f-49d6-b7ec-1e8d2212c751 req-839c3cee-3c19-4f59-a642-04467417a995 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 210 time: 0.0341661 Jun 24 12:49:59.957948 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28726112'] for port, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:49:59.960223 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a562e671-e4d4-4a10-b0f9-de660d427d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:49:59.998243 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Network 8f6aff5e-cfc3-4bbf-a77c-f71636a91da6 is already hosted by enough agents. {{(pid=100207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:50:00.001030 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.base_scheduler [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Resources bound (agent type, host, resource id): {{(pid=100207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:00.004505 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Received port after_create {{(pid=100207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:50:00.013005 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=b4dcbca4-beaf-4e06-ab44-fcd48cab7f41,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:00.039031 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.039460 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.039846 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.040346 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.040600 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.040974 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.041345 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.042204 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.042746 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.043157 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.043530 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.043897 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:00.049434 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:00.235017 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-459baaf6-ef58-418e-a8a8-aebcb5cfcbe5 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=df014e261fb048febc4932aae5d904dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330133 Jun 24 12:50:00.427445 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.470915 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-2655bb69-07d8-4401-9243-6a46ca75ddf8 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:00.472448 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-2655bb69-07d8-4401-9243-6a46ca75ddf8 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360308 Jun 24 12:50:00.490277 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Request body: {'port': {'device_id': '2c7d4774-25d1-484a-ac6b-fc293c59180e', 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54', 'admin_state_up': True, 'tenant_id': 'df014e261fb048febc4932aae5d904dc'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:00.601256 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.675582 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Made reservation on behalf of df014e261fb048febc4932aae5d904dc for: {'port': 1} {{(pid=100208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:50:00.679193 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.688662 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks [] for security_group, before_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.779010 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.801596 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks [] for security_group, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.893969 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.894202 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28726162'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.898236 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-11aa790d-0a8d-430f-8215-99930f88a12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:00.900557 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b95566cf-588f-4dcc-a983-51e73fb2508b tempest-TestShelveInstance-498546477 tempest-TestShelveInstance-498546477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:00.978064 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event updated for resources: {'Port': ['ID=b4dcbca4-beaf-4e06-ab44-fcd48cab7f41,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:00.979343 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8486b2-fdf5-4625-aa4b-453c310f1d04,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:00.987708 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:00.989450 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662789'] for floatingip, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:00.994075 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:01.015555 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-4f06a6b4-dc7c-419a-aaae-e5b040af6536 req-d7554b41-8d69-4bbe-bea4-83aa9317e75d tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 210 time: 0.0536883 Jun 24 12:50:01.083656 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_common [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Allocated IP 192.168.233.169 (55f296b3-6b42-481f-8e1d-c951e97c3c54/9b85a06b-755d-4937-b95d-74d523949ce8/264e60dd-a396-40c1-88bf-7944f932e067) {{(pid=100208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:50:01.101895 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.db.l3_db [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Floating IP bb7a4632-6014-42f5-9c86-69bd4bd08d5b associated. External IP: 172.27.2.104, port: ff1e6a4f-488c-4d07-b0d5-514df9a01cb1. Jun 24 12:50:01.235137 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks [] for port, precommit_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:01.249812 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Transition to ACTIVE for port object 264e60dd-a396-40c1-88bf-7944f932e067 will not be triggered until provisioned by entity DHCP. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:01.331290 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Router 08a07045-c051-4182-8efb-c695cc29ff03 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:50:01.386664 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1726646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-900521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785244588014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26905035'] for port, after_create {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:01.391828 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3dbea197-b22e-4c1f-a33d-2e84a2415bd5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:01.433654 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Network 55f296b3-6b42-481f-8e1d-c951e97c3c54 is already hosted by enough agents. {{(pid=100208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:50:01.436837 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.base_scheduler [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Resources bound (agent type, host, resource id): {{(pid=100208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:50:01.440755 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Received port after_create {{(pid=100208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:50:01.453129 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:50:01.467182 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:50:01.477770 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Pushing event updated for resources: {'Port': ['ID=264e60dd-a396-40c1-88bf-7944f932e067,revision_number=1']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:01.477770 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:01.488300 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:01.489242 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:49:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:01.511426 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:01.512063 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:01.532848 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:01.574889 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-83a71148-fa1b-4e12-acb9-b78b1a52cf2c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2901349 Jun 24 12:50:01.576094 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1'}] {{(pid=100207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:01.578544 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aae64cf20cdd1d650b08cf63c1b2a59fae61225990d0135122d7b799401b35af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601dd907-a564-4755-9a6c-35ad05b41b71" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1"}]}' {{(pid=100207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:01.607459 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-f165cff3-e48f-4d6c-8984-0f6c4a500374 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1211329 Jun 24 12:50:01.609133 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:01.625861 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.v2.base [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Request body: {'port': {'device_id': '2c7d4774-25d1-484a-ac6b-fc293c59180e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=100208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:50:01.714053 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:01.780696 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ab0225-7747-426c-89e8-1efcc012487a x-openstack-request-id: req-a0ab0225-7747-426c-89e8-1efcc012487a {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:01.781062 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1", "status": "completed", "code": 200}]} {{(pid=100207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:01.781368 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-a0ab0225-7747-426c-89e8-1efcc012487a {{(pid=100207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:01.782021 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'status': 'completed', 'code': 200} Jun 24 12:50:01.879525 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'bb7a4632-6014-42f5-9c86-69bd4bd08d5b', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:9f:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:00Z', 'updated_at': '2021-06-24T12:50:00Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}, {'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:59Z', 'revision_number': 1, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:01.960688 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-ea1a4bec-9507-4585-a6c6-5ea94e6ef894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:01.962197 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-ea1a4bec-9507-4585-a6c6-5ea94e6ef894 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 1099 time: 0.1319766 Jun 24 12:50:02.028259 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-5c276bb9-2f9b-4b69-b8cb-c3413dc5f032 None None] Provisioning for port 264e60dd-a396-40c1-88bf-7944f932e067 completed by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:02.030578 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:50:02.036426 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-5c276bb9-2f9b-4b69-b8cb-c3413dc5f032 None None] Provisioning complete for port 264e60dd-a396-40c1-88bf-7944f932e067 triggered by entity DHCP. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:02.036812 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-5c276bb9-2f9b-4b69-b8cb-c3413dc5f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:02.059342 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:50:02.060019 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:49:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:02.111789 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264e60dd-a396-40c1-88bf-7944f932e067 {{(pid=100208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:50:02.120189 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-5c276bb9-2f9b-4b69-b8cb-c3413dc5f032 None None] Port 264e60dd-a396-40c1-88bf-7944f932e067 cannot update to ACTIVE because it is not bound. {{(pid=100209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:50:02.124277 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-6acee216-9c04-4328-954e-7bb629279447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:02.125742 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-6acee216-9c04-4328-954e-7bb629279447 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.1533430 Jun 24 12:50:02.128313 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:02.188812 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.provisioning_blocks [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Transition to ACTIVE for port object 264e60dd-a396-40c1-88bf-7944f932e067 will not be triggered until provisioned by entity L2. {{(pid=100208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:50:02.198982 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:50:02.232521 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-36417814-727d-44c5-954d-1c44ea058213 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 HTTP/1.1" status: 200 len: 1000 time: 0.0999269 Jun 24 12:50:02.291257 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e9338-5524-4dda-9f02-b790a2c5b49d req-dc876cb4-cf91-4253-9385-d4780d39d481 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:02.293326 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6c3e9338-5524-4dda-9f02-b790a2c5b49d req-dc876cb4-cf91-4253-9385-d4780d39d481 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 936 time: 0.1206331 Jun 24 12:50:02.302778 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-b3a3ae08-fbb1-4a51-83f0-7457e37e8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:02.304205 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-b3a3ae08-fbb1-4a51-83f0-7457e37e8b79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0655975 Jun 24 12:50:02.367374 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6c3e9338-5524-4dda-9f02-b790a2c5b49d req-52a39e30-21de-4f88-a26d-8bfb527537c9 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669768 Jun 24 12:50:02.381960 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:02.383539 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-38f03658-81e8-4675-a30a-bd4e247f9e02 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:02.415041 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-bfc323d9-b62e-473b-b38d-0e065958ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:02.416583 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-bfc323d9-b62e-473b-b38d-0e065958ec21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0991299 Jun 24 12:50:02.455681 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'bb7a4632-6014-42f5-9c86-69bd4bd08d5b', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:9f:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:00Z', 'updated_at': '2021-06-24T12:50:00Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}, {'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:59Z', 'revision_number': 1, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:50:02.486182 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2be7f-773b-45b4-aa31-a08f35459f2f None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'bb7a4632-6014-42f5-9c86-69bd4bd08d5b', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:9f:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:50:00Z', 'updated_at': '2021-06-24T12:50:00Z', 'revision_number': 0, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}, {'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:59Z', 'revision_number': 1, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:50:02.500901 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Pushing event updated for resources: {'Port': ['ID=264e60dd-a396-40c1-88bf-7944f932e067,revision_number=2']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:02.521416 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:02.590731 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-40b098ed-ce60-4b24-9cf2-55744ccae76d service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674936 Jun 24 12:50:02.606760 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Attempting to bind port 264e60dd-a396-40c1-88bf-7944f932e067 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:50:02.607254 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Attempting to bind port 264e60dd-a396-40c1-88bf-7944f932e067 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:50:02.607591 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Attempting to bind port 264e60dd-a396-40c1-88bf-7944f932e067 on network 55f296b3-6b42-481f-8e1d-c951e97c3c54 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:50:02.621971 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Port 264e60dd-a396-40c1-88bf-7944f932e067 on network 55f296b3-6b42-481f-8e1d-c951e97c3c54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:50:02.622230 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Attempting to bind port 264e60dd-a396-40c1-88bf-7944f932e067 on network 55f296b3-6b42-481f-8e1d-c951e97c3c54 {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:50:02.663499 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Checking agent: {'id': '2741d52e-919d-437d-b2a5-ef73993a7eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'started_at': datetime.datetime(2021, 6, 24, 12, 38, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:50:02.663941 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Checking segment: {'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:50:02.664360 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Bound using segment: {'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'} {{(pid=100208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:50:02.664844 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.managers [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Bound port: 264e60dd-a396-40c1-88bf-7944f932e067, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6afbc4b-212d-481d-a2f7-c147719acdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54'}}] {{(pid=100208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:50:02.665293 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:02.714420 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d53127c-6e69-438a-bfb2-d48a05236f69 None None] New status for floating IP bb7a4632-6014-42f5-9c86-69bd4bd08d5b: ACTIVE {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:50:02.763154 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-601dd907-a564-4755-9a6c-35ad05b41b71 req-44401c37-046c-4435-afda-d9cf459d2429 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504889 Jun 24 12:50:02.767377 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] For port 264e60dd-a396-40c1-88bf-7944f932e067, host hv-cinder-68948, cleared binding levels {{(pid=100208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:50:02.770650 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] For port 264e60dd-a396-40c1-88bf-7944f932e067, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=264e60dd-a396-40c1-88bf-7944f932e067,segment=NetworkSegment(c6afbc4b-212d-481d-a2f7-c147719acdf4),segment_id=c6afbc4b-212d-481d-a2f7-c147719acdf4)] {{(pid=100208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:50:02.895429 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904889'] for port, after_update {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:02.897600 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-35217bec-7b48-44b3-a39b-8e80db769cbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:02.934922 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:02.935584 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:02.936962 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] 10.222.0.36 "PUT /v2.0/ports/264e60dd-a396-40c1-88bf-7944f932e067 HTTP/1.1" status: 200 len: 1098 time: 1.3168278 Jun 24 12:50:02.937476 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7d4774-25d1-484a-ac6b-fc293c59180e', 'tag': '264e60dd-a396-40c1-88bf-7944f932e067'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:02.939856 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3793265-9bc2-46ea-9dc3-08fa929a7807" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7d4774-25d1-484a-ac6b-fc293c59180e", "tag": "264e60dd-a396-40c1-88bf-7944f932e067"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:02.966553 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Pushing event updated for resources: {'Port': ['ID=264e60dd-a396-40c1-88bf-7944f932e067,revision_number=3']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:02.969816 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4d0555e1-bf07-43e4-b0bf-307282997087 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:02.982030 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aad1b2-9652-4c43-99fc-4c50f25465f3 x-openstack-request-id: req-c1aad1b2-9652-4c43-99fc-4c50f25465f3 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:02.982453 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7d4774-25d1-484a-ac6b-fc293c59180e", "tag": "264e60dd-a396-40c1-88bf-7944f932e067", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:02.982668 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-c1aad1b2-9652-4c43-99fc-4c50f25465f3 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:02.994538 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7d4774-25d1-484a-ac6b-fc293c59180e', 'tag': '264e60dd-a396-40c1-88bf-7944f932e067', 'status': 'completed', 'code': 200} Jun 24 12:50:03.088494 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3793265-9bc2-46ea-9dc3-08fa929a7807 req-39a1fdab-ad26-4ee8-a6aa-1d8d96addddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:03.091164 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d3793265-9bc2-46ea-9dc3-08fa929a7807 req-39a1fdab-ad26-4ee8-a6aa-1d8d96addddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df014e261fb048febc4932aae5d904dc&device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 1101 time: 0.0599458 Jun 24 12:50:03.124400 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d3793265-9bc2-46ea-9dc3-08fa929a7807 req-f710c206-9680-4bfe-9432-0294b05800bb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=df014e261fb048febc4932aae5d904dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205591 Jun 24 12:50:03.222239 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3793265-9bc2-46ea-9dc3-08fa929a7807 req-9c02a65f-3c25-431c-9eb1-a827c42daf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:03.223685 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-d3793265-9bc2-46ea-9dc3-08fa929a7807 req-9c02a65f-3c25-431c-9eb1-a827c42daf7c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935621 Jun 24 12:50:03.338588 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4430f976-8e7b-493c-8727-a23a80674765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:03.340230 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-4430f976-8e7b-493c-8727-a23a80674765 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df014e261fb048febc4932aae5d904dc&device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 1101 time: 0.0535216 Jun 24 12:50:03.391892 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-96052d35-b9b9-4803-ad7b-19272936e36b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=264e60dd-a396-40c1-88bf-7944f932e067 HTTP/1.1" status: 200 len: 217 time: 0.0380208 Jun 24 12:50:03.734884 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-12c4a2ca-f0cf-406d-8942-909cf6c26c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:03.736359 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-12c4a2ca-f0cf-406d-8942-909cf6c26c20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b85a06b-755d-4937-b95d-74d523949ce8 HTTP/1.1" status: 200 len: 843 time: 0.3384566 Jun 24 12:50:03.803767 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca447ad-aff7-4086-a10e-de857a6bb176 req-d0c8b396-e63d-4417-b728-45a35e017b92 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:03.805227 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2ca447ad-aff7-4086-a10e-de857a6bb176 req-d0c8b396-e63d-4417-b728-45a35e017b92 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 948 time: 0.1176505 Jun 24 12:50:03.840758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-420d7847-e41d-4a86-b167-fa76b0a352c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:03.842228 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-420d7847-e41d-4a86-b167-fa76b0a352c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f296b3-6b42-481f-8e1d-c951e97c3c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0989506 Jun 24 12:50:03.863487 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-2ca447ad-aff7-4086-a10e-de857a6bb176 req-536e25f7-5bf5-4d5a-9713-0f159bd1da9f tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509768 Jun 24 12:50:03.938309 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-619aaa66-2ada-47bc-8f69-53101736caa1 service neutron] 10.222.0.36 "GET /v2.0/networks/55f296b3-6b42-481f-8e1d-c951e97c3c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883873 Jun 24 12:50:04.047465 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3c9c30bd-5e92-4f55-aecd-ee3cc066bf61 req-fb3a14c7-8004-4aa8-aee8-b631ec8b68ee service neutron] 10.222.0.36 "GET /v2.0/networks/55f296b3-6b42-481f-8e1d-c951e97c3c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883479 Jun 24 12:50:05.103633 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09443-954a-4d08-a012-d8b0cfb8d9b0 req-d24cf9bf-a36a-4294-ba11-54052252be37 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:05.105854 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ceb09443-954a-4d08-a012-d8b0cfb8d9b0 req-d24cf9bf-a36a-4294-ba11-54052252be37 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 948 time: 0.1193013 Jun 24 12:50:05.143131 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ceb09443-954a-4d08-a012-d8b0cfb8d9b0 req-7e972a48-bbb8-4594-bb12-84b29f498f53 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Jun 24 12:50:05.977061 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 264e60dd-a396-40c1-88bf-7944f932e067 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=100209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:50:06.076622 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 264e60dd-a396-40c1-88bf-7944f932e067, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=264e60dd-a396-40c1-88bf-7944f932e067,segment=NetworkSegment(c6afbc4b-212d-481d-a2f7-c147719acdf4),segment_id=c6afbc4b-212d-481d-a2f7-c147719acdf4)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:06.088114 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Returning: {'device': '264e60dd-a396-40c1-88bf-7944f932e067', 'network_id': '55f296b3-6b42-481f-8e1d-c951e97c3c54', 'port_id': '264e60dd-a396-40c1-88bf-7944f932e067', 'mac_address': 'fa:16:3e:58:a2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b85a06b-755d-4937-b95d-74d523949ce8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:50:06.125849 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:06.139575 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264e60dd-a396-40c1-88bf-7944f932e067 {{(pid=100209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:50:06.160399 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 264e60dd-a396-40c1-88bf-7944f932e067, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=264e60dd-a396-40c1-88bf-7944f932e067,segment=NetworkSegment(c6afbc4b-212d-481d-a2f7-c147719acdf4),segment_id=c6afbc4b-212d-481d-a2f7-c147719acdf4)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:06.247493 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:06.250340 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-37603314-f35a-4b84-80e9-b2ba5b0edbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:06.307272 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=264e60dd-a396-40c1-88bf-7944f932e067,revision_number=4']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:06.310834 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:06.331937 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5a721-5a2e-42b5-a774-a1987450e8f1 req-5600e144-72b0-4456-bfae-c5d55022f842 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:06.333401 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-06d5a721-5a2e-42b5-a774-a1987450e8f1 req-5600e144-72b0-4456-bfae-c5d55022f842 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 949 time: 0.0707304 Jun 24 12:50:06.373061 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-06d5a721-5a2e-42b5-a774-a1987450e8f1 req-05b84a4a-62cd-4286-b648-4290ea09fb54 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Jun 24 12:50:06.563676 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['264e60dd-a396-40c1-88bf-7944f932e067'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:50:07.134806 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:07.549134 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428de653-678d-46df-8c08-dee50a16450e req-ae0e8240-a91c-4685-be68-c93c5868c864 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:07.550811 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-428de653-678d-46df-8c08-dee50a16450e req-ae0e8240-a91c-4685-be68-c93c5868c864 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 949 time: 0.0653870 Jun 24 12:50:07.590438 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-428de653-678d-46df-8c08-dee50a16450e req-36f6d9a0-7336-460f-be56-44360a7e0222 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Jun 24 12:50:07.994802 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 264e60dd-a396-40c1-88bf-7944f932e067 up at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:50:08.117727 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning for port 264e60dd-a396-40c1-88bf-7944f932e067 completed by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:50:08.122119 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.provisioning_blocks [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Provisioning complete for port 264e60dd-a396-40c1-88bf-7944f932e067 triggered by entity L2. {{(pid=100209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:50:08.122509 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747469'] for port, provisioning_complete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:08.201459 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726711'] for port, before_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:08.224176 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7d4774-25d1-484a-ac6b-fc293c59180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264e60dd-a396-40c1-88bf-7944f932e067'}] {{(pid=100209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:08.226446 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92303c1e9cbb298baed82115f2306772235d7dd1202b3aa95dccc3cb5d812061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb687a65-49be-4508-9ea7-594d6bfc80f5" -d '{"events": [{"server_uuid": "2c7d4774-25d1-484a-ac6b-fc293c59180e", "name": "network-vif-plugged", "status": "completed", "tag": "264e60dd-a396-40c1-88bf-7944f932e067"}]}' {{(pid=100209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:08.239218 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] For port 264e60dd-a396-40c1-88bf-7944f932e067, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=264e60dd-a396-40c1-88bf-7944f932e067,segment=NetworkSegment(c6afbc4b-212d-481d-a2f7-c147719acdf4),segment_id=c6afbc4b-212d-481d-a2f7-c147719acdf4)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:08.267011 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1678df7-46f4-461d-bcea-ccb4bb2a14ff x-openstack-request-id: req-f1678df7-46f4-461d-bcea-ccb4bb2a14ff {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:08.267521 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7d4774-25d1-484a-ac6b-fc293c59180e", "name": "network-vif-plugged", "status": "completed", "tag": "264e60dd-a396-40c1-88bf-7944f932e067", "code": 200}]} {{(pid=100209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:08.267682 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-f1678df7-46f4-461d-bcea-ccb4bb2a14ff {{(pid=100209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:08.268057 dv-cinder-689486-14-iscsi neutron-server[100209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7d4774-25d1-484a-ac6b-fc293c59180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264e60dd-a396-40c1-88bf-7944f932e067', 'code': 200} Jun 24 12:50:08.414600 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785245027768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785244617988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785244618033'] for port, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:08.419136 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:08.470953 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Pushing event updated for resources: {'Port': ['ID=264e60dd-a396-40c1-88bf-7944f932e067,revision_number=5']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:08.474343 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:08.772158 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f9346-682e-4d62-9e18-b3094cbf6512 req-cba780ab-0dd8-4d93-a9a7-fd5980ff369e tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:08.773773 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f93f9346-682e-4d62-9e18-b3094cbf6512 req-cba780ab-0dd8-4d93-a9a7-fd5980ff369e tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 950 time: 0.0688739 Jun 24 12:50:08.814825 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-f93f9346-682e-4d62-9e18-b3094cbf6512 req-6bc6bc46-966c-4837-b307-c7dcb79fdc53 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Jun 24 12:50:08.842381 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025c8c-4618-40ca-a487-6581e28c1859 req-66dc6cdf-3077-423a-bd43-360d92586567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:08.843918 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b025c8c-4618-40ca-a487-6581e28c1859 req-66dc6cdf-3077-423a-bd43-360d92586567 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 1103 time: 0.0550039 Jun 24 12:50:08.883906 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-6b025c8c-4618-40ca-a487-6581e28c1859 req-49912fb3-f427-4365-a035-8b6650c7c0e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Jun 24 12:50:09.995098 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4e7bf-05aa-4350-bb7a-262dbd53473d req-aacc5284-f953-469d-b10f-be419c064a21 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:09.996680 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bfe4e7bf-05aa-4350-bb7a-262dbd53473d req-aacc5284-f953-469d-b10f-be419c064a21 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 950 time: 0.0668931 Jun 24 12:50:10.036946 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bfe4e7bf-05aa-4350-bb7a-262dbd53473d req-d1bf9555-355f-4482-a1ed-668c3291bb6b tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343127 Jun 24 12:50:11.230665 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d90fb8-cc42-4c7f-bcfc-4ca4adcb0cef req-15751883-2ba9-4620-be94-68c5b3a7c1ff tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:11.232169 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d1d90fb8-cc42-4c7f-bcfc-4ca4adcb0cef req-15751883-2ba9-4620-be94-68c5b3a7c1ff tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 950 time: 0.0660889 Jun 24 12:50:11.271480 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-d1d90fb8-cc42-4c7f-bcfc-4ca4adcb0cef req-8bd55915-3c44-4dd8-961f-99288654e32e tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Jun 24 12:50:11.943730 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8414e2-a9db-4890-9172-4972bc5cc60b req-f8d091c6-3ed7-4946-a79b-0e219393b565 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:11.945246 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ad8414e2-a9db-4890-9172-4972bc5cc60b req-f8d091c6-3ed7-4946-a79b-0e219393b565 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 950 time: 0.0639918 Jun 24 12:50:11.984607 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-ad8414e2-a9db-4890-9172-4972bc5cc60b req-c764388e-7735-40b8-997e-be3f584488ec tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jun 24 12:50:13.343730 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85815-9247-4ab5-b9cc-3a03b42a6cd7 req-c439e353-5209-44ac-b85d-2baec07803aa tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:13.345290 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43d85815-9247-4ab5-b9cc-3a03b42a6cd7 req-c439e353-5209-44ac-b85d-2baec07803aa tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 950 time: 0.0769973 Jun 24 12:50:13.388844 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-43d85815-9247-4ab5-b9cc-3a03b42a6cd7 req-855898dc-84fc-4daf-805e-c9021fc9f79f tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/security-groups?id=9c8486b2-fdf5-4625-aa4b-453c310f1d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Jun 24 12:50:13.528697 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-2650b835-a981-4d8d-8c10-7d95d54c022f tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:13.530140 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-2650b835-a981-4d8d-8c10-7d95d54c022f tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 950 time: 0.0680306 Jun 24 12:50:13.632097 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Deleting port 264e60dd-a396-40c1-88bf-7944f932e067 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:50:13.632359 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:13.722307 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] For port 264e60dd-a396-40c1-88bf-7944f932e067, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=264e60dd-a396-40c1-88bf-7944f932e067,segment=NetworkSegment(c6afbc4b-212d-481d-a2f7-c147719acdf4),segment_id=c6afbc4b-212d-481d-a2f7-c147719acdf4)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:50:13.722669 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:13.737160 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Calling delete_port for 264e60dd-a396-40c1-88bf-7944f932e067 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:50:13.940353 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:13.946845 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-13f10b39-7c58-4b52-ad20-47370f1fc61f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:13.976178 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Pushing event deleted for resources: {'Port': ['ID=264e60dd-a396-40c1-88bf-7944f932e067,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:13.979358 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:13.979586 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] get_ports_and_sgs() called for port_ids ['264e60dd-a396-40c1-88bf-7944f932e067'] {{(pid=100209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:50:14.024814 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] No DVR routers for this DVR port 264e60dd-a396-40c1-88bf-7944f932e067 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:50:14.028959 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:14.031259 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-68c7044f-1511-447b-aadf-c4a8ea113589 req-f86a0fdc-fb73-4c91-a568-bb0edf902240 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.36 "DELETE /v2.0/ports/264e60dd-a396-40c1-88bf-7944f932e067 HTTP/1.1" status: 204 len: 173 time: 0.4926138 Jun 24 12:50:14.031804 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7d4774-25d1-484a-ac6b-fc293c59180e', 'name': 'network-vif-deleted', 'tag': '264e60dd-a396-40c1-88bf-7944f932e067'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:50:14.034610 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41197da5-34a9-43ac-a340-7e57bd16f2d0" -d '{"events": [{"server_uuid": "2c7d4774-25d1-484a-ac6b-fc293c59180e", "name": "network-vif-deleted", "tag": "264e60dd-a396-40c1-88bf-7944f932e067"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:50:14.076005 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32346494-246c-4e16-8e00-fc4adb2b1c82 x-openstack-request-id: req-32346494-246c-4e16-8e00-fc4adb2b1c82 {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:50:14.076341 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7d4774-25d1-484a-ac6b-fc293c59180e", "name": "network-vif-deleted", "tag": "264e60dd-a396-40c1-88bf-7944f932e067", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:50:14.076631 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-32346494-246c-4e16-8e00-fc4adb2b1c82 {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:50:14.077065 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7d4774-25d1-484a-ac6b-fc293c59180e', 'name': 'network-vif-deleted', 'tag': '264e60dd-a396-40c1-88bf-7944f932e067', 'status': 'completed', 'code': 200} Jun 24 12:50:14.403585 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-5919a325-9296-4623-a3ed-b819fd70fd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:14.557395 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-c8067680-7c16-49a3-8f85-f875fb7b0196 req-028fc2ec-8fc8-4924-b68a-8d67e7a6def7 tempest-VolumesNegativeTest-1252928974 tempest-VolumesNegativeTest-1252928974-project] 10.222.0.99 "GET /v2.0/ports?device_id=2c7d4774-25d1-484a-ac6b-fc293c59180e HTTP/1.1" status: 200 len: 210 time: 0.0291150 Jun 24 12:50:16.984194 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-0e551373-1598-45b1-8355-b294b531cb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:17.117010 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:50:17.284347 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-6e3830bf-49b4-4ee8-b324-6eb8d1c42446 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994112 Jun 24 12:50:17.327658 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:17.403418 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-b92e1ff2-d398-43f3-abcb-36b34acadfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:17.404830 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-b92e1ff2-d398-43f3-abcb-36b34acadfd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 1099 time: 0.0544417 Jun 24 12:50:17.517028 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-ef32c4d4-1a10-4ceb-9f0e-18b4966111bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:17.518485 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-ef32c4d4-1a10-4ceb-9f0e-18b4966111bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.0871608 Jun 24 12:50:17.590301 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-346ff1b1-31de-4b32-9625-25c1f882cac7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e58f5f2-e173-422c-8345-76276deacfd4 HTTP/1.1" status: 200 len: 1002 time: 0.0649390 Jun 24 12:50:17.639171 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-aaff9bf2-ceb5-45a4-b77f-5f756dc8e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:17.640613 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-aaff9bf2-ceb5-45a4-b77f-5f756dc8e44b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0439920 Jun 24 12:50:17.702226 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-3da79182-b1ba-46d0-8d98-029e8d1bab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:50:17.703741 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-3da79182-b1ba-46d0-8d98-029e8d1bab1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556538 Jun 24 12:50:17.716767 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-ded3c758-6921-40e6-b4b3-14924d1e1d15 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:50:17.717976 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-ded3c758-6921-40e6-b4b3-14924d1e1d15 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075467 Jun 24 12:50:17.823906 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-6c5ad57f-6772-4d08-a8b4-9fcc02817633 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980253 Jun 24 12:50:17.922389 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-20cd6a99-1d50-4bd0-a5f7-f9fb43bcfa36 req-7120370d-c4d1-45f1-872b-fd37fe578a06 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865738 Jun 24 12:50:18.021659 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 264e60dd-a396-40c1-88bf-7944f932e067 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:50:18.046537 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 264e60dd-a396-40c1-88bf-7944f932e067 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:50:18.046897 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 264e60dd-a396-40c1-88bf-7944f932e067 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:50:18.471925 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:20.100418 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:22.210135 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46096) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:22.361047 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-2c6e5bcc-a4e2-4e19-9bb8-ed9ca392faed admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=df014e261fb048febc4932aae5d904dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495130 Jun 24 12:50:22.363445 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46100) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:22.411245 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5df990e8-221e-47c9-9bec-14d093b66564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:22.434027 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5df990e8-221e-47c9-9bec-14d093b66564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:22.550030 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5df990e8-221e-47c9-9bec-14d093b66564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:22.552583 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5df990e8-221e-47c9-9bec-14d093b66564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:22.553760 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-5df990e8-221e-47c9-9bec-14d093b66564 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9c8486b2-fdf5-4625-aa4b-453c310f1d04 HTTP/1.1" status: 204 len: 168 time: 0.1894279 Jun 24 12:50:22.554781 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-93e461a2-5c0d-4a25-8c08-f9f045ac276d tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:22.563209 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df990e8-221e-47c9-9bec-14d093b66564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8486b2-fdf5-4625-aa4b-453c310f1d04,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:22.565939 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-5df990e8-221e-47c9-9bec-14d093b66564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:33.595087 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46176) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:33.706546 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-47fe3885-3f1a-4eb3-92f0-6f397cbf94f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:33.814461 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-47fe3885-3f1a-4eb3-92f0-6f397cbf94f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:33.887532 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-47fe3885-3f1a-4eb3-92f0-6f397cbf94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_create {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:33.890301 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-050ffbf1-3edb-4f17-a71c-daf0e27b126b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:33.926795 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-47fe3885-3f1a-4eb3-92f0-6f397cbf94f1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1b3d90854fdd484ea2aaefcb1271e147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317902 Jun 24 12:50:33.927725 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe3885-3f1a-4eb3-92f0-6f397cbf94f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eb0880-f782-4a9d-a66a-6418574e6eb0,revision_number=1']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:33.929365 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46180) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:50:33.930948 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-47fe3885-3f1a-4eb3-92f0-6f397cbf94f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:33.982302 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:34.008751 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:34.167892 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:34.170987 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:34.172144 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/29eb0880-f782-4a9d-a66a-6418574e6eb0 HTTP/1.1" status: 204 len: 168 time: 0.2413430 Jun 24 12:50:34.172618 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-c403be9c-095d-4f81-84ce-b4c0aff79628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:50:34.181370 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eb0880-f782-4a9d-a66a-6418574e6eb0,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:50:34.188773 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.189163 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.189531 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.190066 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.190255 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.190606 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.190960 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.191339 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.191695 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.192697 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.192697 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.192697 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:50:34.196213 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-802d794b-7144-470e-a5e7-e54154394229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:50:37.094571 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:44.420460 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-6ca6c0c1-fd27-4913-93c6-9e8548997e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:46.986420 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-bd23f9fe-c31b-4b76-9d5a-61b308cf0d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:47.300475 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:48.454882 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:50.044144 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:50:54.116547 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:51:07.049140 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:14.499502 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f5e739d3-ab6f-45d6-a2c9-ba9577efd33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:16.996609 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8d00-feb3-405f-8abc-3a044c5a7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:17.193469 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-33d529d8-d1df-4d67-919c-8724702f7476 req-71e7d5e3-ad05-4d64-9ee7-92f6271ea31b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533822 Jun 24 12:51:17.280237 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d529d8-d1df-4d67-919c-8724702f7476 req-50a3d509-451f-4f0e-9e0f-f3ab646d5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:17.281668 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-33d529d8-d1df-4d67-919c-8724702f7476 req-50a3d509-451f-4f0e-9e0f-f3ab646d5223 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 1099 time: 0.0546155 Jun 24 12:51:17.323722 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:17.388060 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d529d8-d1df-4d67-919c-8724702f7476 req-b5a392d6-7481-480d-8b5f-7e91f730676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:17.389488 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-33d529d8-d1df-4d67-919c-8724702f7476 req-b5a392d6-7481-480d-8b5f-7e91f730676a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.0882843 Jun 24 12:51:17.456177 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-33d529d8-d1df-4d67-919c-8724702f7476 req-7b65ea97-3140-46b3-aaf5-88683700c87a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 HTTP/1.1" status: 200 len: 1002 time: 0.0601721 Jun 24 12:51:17.508889 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d529d8-d1df-4d67-919c-8724702f7476 req-7054ac1f-9c7f-4af2-b5a0-98072e5ef8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:17.510338 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-33d529d8-d1df-4d67-919c-8724702f7476 req-7054ac1f-9c7f-4af2-b5a0-98072e5ef8f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0480919 Jun 24 12:51:17.568947 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d529d8-d1df-4d67-919c-8724702f7476 req-a018afa6-9d8c-479f-a7e9-48ecff56a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:17.570331 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-33d529d8-d1df-4d67-919c-8724702f7476 req-a018afa6-9d8c-479f-a7e9-48ecff56a801 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520751 Jun 24 12:51:17.660293 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-33d529d8-d1df-4d67-919c-8724702f7476 req-7d5acd40-ec32-43f7-a61e-80ddd66c2251 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832577 Jun 24 12:51:17.755855 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-33d529d8-d1df-4d67-919c-8724702f7476 req-7570b93b-9a65-4d1b-9154-4e5519906415 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893261 Jun 24 12:51:18.472558 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:20.055519 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:31.114654 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:51:37.089770 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:40.284988 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46194) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:40.452086 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Deleting port b4dcbca4-beaf-4e06-ab44-fcd48cab7f41 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:51:40.452443 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:40.530842 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:40.531136 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:40.543396 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Calling delete_port for b4dcbca4-beaf-4e06-ab44-fcd48cab7f41 owned by network:floatingip {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:51:40.810194 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:40.812271 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-062bc184-97ae-4ead-842a-4509e70199b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:40.837021 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event deleted for resources: {'Port': ['ID=b4dcbca4-beaf-4e06-ab44-fcd48cab7f41,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:40.863954 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.864338 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.864712 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.865087 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.865504 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.865873 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.866236 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.866597 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.866985 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.867368 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.867980 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.868335 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:40.872206 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:40.907936 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:40.908314 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Floating IP bb7a4632-6014-42f5-9c86-69bd4bd08d5b disassociated (deleted). External IP: 172.27.2.104, port: ff1e6a4f-488c-4d07-b0d5-514df9a01cb1. Jun 24 12:51:41.116888 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Router 08a07045-c051-4182-8efb-c695cc29ff03 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:51:41.228270 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:51:41.233750 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:41.239601 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:51:41.248730 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:41.249369 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:51:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:41.274325 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-8dd32ff9-9927-4759-aa94-7305dde18baf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "DELETE /v2.0/floatingips/bb7a4632-6014-42f5-9c86-69bd4bd08d5b HTTP/1.1" status: 204 len: 168 time: 0.9856925 Jun 24 12:51:41.274325 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:41.274849 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139267b1-09cf-4f91-8611-257c2d95eab2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:41.363430 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:41.526233 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd980fd-1a14-4258-96de-16d6c9a65fbc x-openstack-request-id: req-ccd980fd-1a14-4258-96de-16d6c9a65fbc {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:41.526742 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:41.526953 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ccd980fd-1a14-4258-96de-16d6c9a65fbc {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:41.527769 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'status': 'completed', 'code': 200} Jun 24 12:51:41.598486 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:59Z', 'revision_number': 1, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:41.624872 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:51:41.626023 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-72b300d6-cdb3-4436-b6df-3c20bb36ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:41.627645 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-72b300d6-cdb3-4436-b6df-3c20bb36ce16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 1099 time: 0.0565434 Jun 24 12:51:41.633900 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:41.634520 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:51:17Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:41.728222 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-7edb8614-7ccf-46c8-96ab-34a64a4a6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:41.729729 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-7edb8614-7ccf-46c8-96ab-34a64a4a6b87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.0960147 Jun 24 12:51:41.747801 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:41.776092 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-3aafac65-853e-47fe-a132-195fad826a70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 HTTP/1.1" status: 200 len: 217 time: 0.0399382 Jun 24 12:51:41.826266 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-b825f7a7-7b04-4760-84de-88eb9e3351be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:41.827838 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-b825f7a7-7b04-4760-84de-88eb9e3351be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0460513 Jun 24 12:51:41.889009 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-0190b688-7d87-4338-b279-e6b9876ef808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:41.890486 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-0190b688-7d87-4338-b279-e6b9876ef808 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556557 Jun 24 12:51:41.984848 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-53624859-03ff-43bd-9660-4f3ff3e1ad44 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874996 Jun 24 12:51:42.080001 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-139267b1-09cf-4f91-8611-257c2d95eab2 req-309e10c6-adbf-4585-925b-0242a2692302 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888028 Jun 24 12:51:42.124164 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:59Z', 'revision_number': 1, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:42.149362 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3176018-fcca-440b-b9ae-7f6f871fd5a6 None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_floatingips': [{'id': 'fb99212d-527f-4262-a55b-72138acebfd2', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'router_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'port_id': '8e58f5f2-e173-422c-8345-76276deacfd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'mac_address': 'fa:16:3e:ee:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:47:55Z', 'updated_at': '2021-06-24T12:47:59Z', 'revision_number': 1, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:51:42.390035 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86c1c3-c7ba-4be9-a02a-3d245d1516b0 None None] New status for floating IP bb7a4632-6014-42f5-9c86-69bd4bd08d5b: DOWN {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:51:42.438871 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fd3c2-8fa6-474a-bbee-0634a2c8f2b2 req-ded9a019-22a4-4140-b995-2fe862c5156d tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:42.440421 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e16fd3c2-8fa6-474a-bbee-0634a2c8f2b2 req-ded9a019-22a4-4140-b995-2fe862c5156d tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 946 time: 0.0692751 Jun 24 12:51:42.486715 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-e16fd3c2-8fa6-474a-bbee-0634a2c8f2b2 req-a7552709-c3f8-4dca-bb34-56b1ed6efa55 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374105 Jun 24 12:51:43.683329 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8470e7-0f0c-4b4f-87b8-448f4a57ea9f req-d0014a4c-c913-4149-b6ce-56ea1f887991 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:43.685018 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3a8470e7-0f0c-4b4f-87b8-448f4a57ea9f req-d0014a4c-c913-4149-b6ce-56ea1f887991 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 946 time: 0.0741582 Jun 24 12:51:43.724461 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-3a8470e7-0f0c-4b4f-87b8-448f4a57ea9f req-e3a5c625-f126-466a-ba5e-328b4c2bac2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336728 Jun 24 12:51:44.155086 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-d8e4aa84-2aa5-4f82-b4ea-36ed5a95ade4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:44.156566 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-d8e4aa84-2aa5-4f82-b4ea-36ed5a95ade4 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 946 time: 0.0729680 Jun 24 12:51:44.259202 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Deleting port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:51:44.259551 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.354613 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] For port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:44.354976 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.368042 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Calling delete_port for ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:51:44.375693 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-bd43ec0b-5b66-4581-bed8-080a34f7dd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.684722 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.688815 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-56f2b675-8c1b-41d2-babd-cd62349a0b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:44.714457 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event deleted for resources: {'Port': ['ID=ff1e6a4f-488c-4d07-b0d5-514df9a01cb1,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:44.718575 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:44.760991 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] No DVR routers for this DVR port ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:51:44.764247 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:44.766233 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-cf64a2c6-f73b-4a42-aab2-7a4860b07deb req-4a76b3c4-97d9-4421-8e3e-39705346e85f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "DELETE /v2.0/ports/ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 HTTP/1.1" status: 204 len: 173 time: 0.6044493 Jun 24 12:51:44.766772 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'name': 'network-vif-deleted', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:44.769202 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b72d465-fd86-47b0-879d-a84af89d7ffd" -d '{"events": [{"server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "name": "network-vif-deleted", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:44.807974 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e87b53-7124-45c0-82b7-095c69daaf2a x-openstack-request-id: req-a4e87b53-7124-45c0-82b7-095c69daaf2a {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:44.808320 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8", "name": "network-vif-deleted", "tag": "ff1e6a4f-488c-4d07-b0d5-514df9a01cb1", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:44.809228 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-a4e87b53-7124-45c0-82b7-095c69daaf2a {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:44.809777 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8', 'name': 'network-vif-deleted', 'tag': 'ff1e6a4f-488c-4d07-b0d5-514df9a01cb1', 'status': 'completed', 'code': 200} Jun 24 12:51:44.878344 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-fb93227d-bbf8-48bc-a16b-b6a60c0400bc req-7134feb0-42cf-4c66-95ff-60e44b5efe3b tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0294743 Jun 24 12:51:46.043340 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-7495120c-b976-4d0f-a110-6a54e7de30f0 req-fce2bd48-356c-4893-8c48-053610dc7ccf tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=d4ff4847-0bd7-47dd-a2ef-a6e2ffe7b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0293624 Jun 24 12:51:46.997368 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-69850d28-9baf-4681-842c-3a53fd3bfdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:47.341727 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:48.430677 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:51:48.453219 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:51:48.456342 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device ff1e6a4f-488c-4d07-b0d5-514df9a01cb1 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:51:48.484610 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:49.678570 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46242) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:49.842265 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Deleting port 1c8124c5-2dd2-4972-8c57-8824cf647372 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:51:49.842617 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:49.921187 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:49.921408 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:49.933277 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Calling delete_port for 1c8124c5-2dd2-4972-8c57-8824cf647372 owned by network:floatingip {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:51:50.036891 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:50.707409 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:50.710540 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-1c0912b5-5dc9-47d7-8086-3141e41247de tempest-AttachVolumeTestJSON-1873070271 tempest-AttachVolumeTestJSON-1873070271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:50.739224 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event deleted for resources: {'Port': ['ID=1c8124c5-2dd2-4972-8c57-8824cf647372,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:50.745301 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:50.805291 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:50.813044 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.db.l3_db [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Floating IP fb99212d-527f-4262-a55b-72138acebfd2 disassociated (deleted). External IP: 172.27.2.167, port: 8e58f5f2-e173-422c-8345-76276deacfd4. Jun 24 12:51:51.008389 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Router 08a07045-c051-4182-8efb-c695cc29ff03 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:51:51.120384 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:51:51.125487 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:51.129851 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:51:51.139008 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:51.139676 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:51:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:51.165442 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-9528aaaf-3393-4c8a-95db-e0560552e8e7 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "DELETE /v2.0/floatingips/fb99212d-527f-4262-a55b-72138acebfd2 HTTP/1.1" status: 204 len: 168 time: 1.4857006 Jun 24 12:51:51.166092 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:51.169472 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:51.205612 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f579cfd5-5eb7-4089-92f3-37042354749a x-openstack-request-id: req-f579cfd5-5eb7-4089-92f3-37042354749a {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:51.205947 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:51.206240 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-f579cfd5-5eb7-4089-92f3-37042354749a {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:51.206678 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4', 'status': 'completed', 'code': 200} Jun 24 12:51:51.252825 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:51.303635 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-5bd59eba-5432-432a-b15d-03e81e905d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:51.305206 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-5bd59eba-5432-432a-b15d-03e81e905d16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 1099 time: 0.0538912 Jun 24 12:51:51.401126 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-4fa061b9-d1e9-4bba-9e22-536d9c72d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:51.403170 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-4fa061b9-d1e9-4bba-9e22-536d9c72d4ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 200 len: 912 time: 0.0903356 Jun 24 12:51:51.444890 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-a377862e-9fc8-45af-a05e-df4d1ab3c727 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e58f5f2-e173-422c-8345-76276deacfd4 HTTP/1.1" status: 200 len: 217 time: 0.0363259 Jun 24 12:51:51.463711 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:51.491425 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:51:51.500943 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-478aa8d0-c555-4eea-a971-e1fbd5b8fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:51.501800 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:51:51.502622 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:51:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:51.503532 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-478aa8d0-c555-4eea-a971-e1fbd5b8fa2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 200 len: 850 time: 0.0523469 Jun 24 12:51:51.570935 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-f78da9bb-7b14-4789-9562-c00a2ed1af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:51.572751 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-f78da9bb-7b14-4789-9562-c00a2ed1af4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f32218-7b6e-46d2-ba4e-f15451953dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0636280 Jun 24 12:51:51.614894 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:51:51.662707 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-4af3609a-2b1c-4f8d-b8ae-2c01e8131dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830381 Jun 24 12:51:51.766827 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-3ee8af8e-97f4-40d6-b7fe-1108f4fc17f6 req-18cc32a5-1eac-4cf1-9c85-8885cfd63a79 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973370 Jun 24 12:51:51.825018 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:51:51.853904 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7d8e5-2f98-472e-b79f-a5ef7aa527a3 req-28c1ef0a-bd35-40fb-ad07-b182752b650f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:51.855450 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-53f7d8e5-2f98-472e-b79f-a5ef7aa527a3 req-28c1ef0a-bd35-40fb-ad07-b182752b650f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 946 time: 0.0877426 Jun 24 12:51:51.857779 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a406d39-571b-4270-8202-11c757ede0a1 None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:43:14Z', 'revision_number': 4, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi', '_interfaces': [{'id': '14cf69d3-618a-46ce-a743-8da3b491b29a', 'name': '', 'network_id': 'e3f32218-7b6e-46d2-ba4e-f15451953dfd', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'mac_address': 'fa:16:3e:c6:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:12Z', 'updated_at': '2021-06-24T12:43:20Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'subnets': [{'id': '203aab7d-2045-4a16-b416-4229f63af0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:51:51.898802 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-53f7d8e5-2f98-472e-b79f-a5ef7aa527a3 req-f35d3a0b-62a4-4b82-8eed-2589fc514785 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363910 Jun 24 12:51:52.088947 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cba6f35-9d1b-441e-85fb-256800acf382 None None] New status for floating IP fb99212d-527f-4262-a55b-72138acebfd2: DOWN {{(pid=100210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:51:53.077232 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0136f99-4c5d-4fa7-83e1-94f1af3aefa4 req-aa3de8c7-20db-48b6-ba2a-5898ef7e3832 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:53.078755 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e0136f99-4c5d-4fa7-83e1-94f1af3aefa4 req-aa3de8c7-20db-48b6-ba2a-5898ef7e3832 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 946 time: 0.0649092 Jun 24 12:51:53.123018 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-e0136f99-4c5d-4fa7-83e1-94f1af3aefa4 req-acdd80aa-07a0-4bc0-9c77-aa3aedd5ab73 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/security-groups?id=ee2533e8-faa8-45da-8dfa-e850ecbf3f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383935 Jun 24 12:51:53.430749 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-67f033d6-92ca-4451-b71d-945bc897b343 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:51:53.432307 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-67f033d6-92ca-4451-b71d-945bc897b343 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 946 time: 0.0649819 Jun 24 12:51:53.536966 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Deleting port 8e58f5f2-e173-422c-8345-76276deacfd4 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:51:53.537304 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:53.626832 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] For port 8e58f5f2-e173-422c-8345-76276deacfd4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8e58f5f2-e173-422c-8345-76276deacfd4,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:51:53.627223 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:53.641227 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Calling delete_port for 8e58f5f2-e173-422c-8345-76276deacfd4 owned by compute:nova {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:51:53.837100 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:53.843151 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-0acefc05-ab97-45b7-9fc0-a04980377c2f tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:53.866889 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event deleted for resources: {'Port': ['ID=8e58f5f2-e173-422c-8345-76276deacfd4,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:53.870758 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:53.919227 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] No DVR routers for this DVR port 8e58f5f2-e173-422c-8345-76276deacfd4 on host hv-cinder-68948 {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:51:53.921660 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for port, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:53.923646 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-9c324c4c-3421-4e24-b593-ff923c13e16f req-01db2e94-5a4b-4bb4-8eae-69ca9006b21a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.36 "DELETE /v2.0/ports/8e58f5f2-e173-422c-8345-76276deacfd4 HTTP/1.1" status: 204 len: 173 time: 0.4856551 Jun 24 12:51:53.924205 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'name': 'network-vif-deleted', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4'}] {{(pid=100208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:51:53.926509 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9377a7c663c08dee20d4eeb0c38f4bc47e426822e06222d5ca839c70cd58466f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e0a828-7122-45bc-90c8-d3ab49d080c9" -d '{"events": [{"server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "name": "network-vif-deleted", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4"}]}' {{(pid=100208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:51:53.962574 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d6d8e-c9f4-4e53-917d-e7aeb1ea4e0e x-openstack-request-id: req-878d6d8e-c9f4-4e53-917d-e7aeb1ea4e0e {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:51:53.962914 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb4d47b-9578-43a6-96ca-28c6ed4ab91a", "name": "network-vif-deleted", "tag": "8e58f5f2-e173-422c-8345-76276deacfd4", "status": "completed", "code": 200}]} {{(pid=100208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:51:53.963267 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-878d6d8e-c9f4-4e53-917d-e7aeb1ea4e0e {{(pid=100208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:51:53.966090 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb4d47b-9578-43a6-96ca-28c6ed4ab91a', 'name': 'network-vif-deleted', 'tag': '8e58f5f2-e173-422c-8345-76276deacfd4', 'status': 'completed', 'code': 200} Jun 24 12:51:54.272747 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [req-125bf060-fd3b-45e3-83c1-4140b1d86a09 req-a3c7463a-7185-4de3-a464-5ddcb6b06f90 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 210 time: 0.0315561 Jun 24 12:51:55.432058 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [req-bd0d6e45-bfe2-4a4f-a5a6-d328ce9df51f req-cc72976f-457b-4186-8497-92bc8c088def tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "GET /v2.0/ports?device_id=0eb4d47b-9578-43a6-96ca-28c6ed4ab91a HTTP/1.1" status: 200 len: 210 time: 0.0295734 Jun 24 12:51:56.444477 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 8e58f5f2-e173-422c-8345-76276deacfd4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:51:56.464891 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] No Port match for: 8e58f5f2-e173-422c-8345-76276deacfd4 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:51:56.465296 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Device 8e58f5f2-e173-422c-8345-76276deacfd4 not bound to the agent host hv-cinder-68948 {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:51:56.534193 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46262) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:56.663906 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Deleting port 573fd9f7-7667-4573-9c16-749b39cceb95 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:51:56.664245 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:56.742284 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:56.742618 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:56.755695 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Calling delete_port for 573fd9f7-7667-4573-9c16-749b39cceb95 owned by network:floatingip {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:51:56.974245 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:56.976473 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-c3809509-e02f-4f11-885d-ee0567c7d781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:57.000942 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event deleted for resources: {'Port': ['ID=573fd9f7-7667-4573-9c16-749b39cceb95,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:57.012676 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.013069 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.013448 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.013822 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.014194 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.014569 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.014937 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.015329 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.015698 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.016061 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.016420 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.016793 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:51:57.038221 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:57.080518 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for floatingip, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:57.083003 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94694'] for floatingip, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:57.084173 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-bf367b1f-5c1c-482d-b296-7da30b27b800 tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "DELETE /v2.0/floatingips/7c60add0-b8be-4270-bbfc-4410be67670d HTTP/1.1" status: 204 len: 168 time: 0.5489876 Jun 24 12:51:58.678102 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46274) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:58.740218 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e07bc48e-e565-4fe9-b15a-bd8cf13c3c0c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:58.769249 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e07bc48e-e565-4fe9-b15a-bd8cf13c3c0c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:58.947251 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e07bc48e-e565-4fe9-b15a-bd8cf13c3c0c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:58.955051 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e07bc48e-e565-4fe9-b15a-bd8cf13c3c0c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:58.955051 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-e07bc48e-e565-4fe9-b15a-bd8cf13c3c0c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] 10.222.0.99 "DELETE /v2.0/security-groups/ee2533e8-faa8-45da-8dfa-e850ecbf3f59 HTTP/1.1" status: 204 len: 168 time: 0.2733049 Jun 24 12:51:58.955051 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-a497baea-cfd3-43b7-8313-b3ba7f78d965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:51:58.964380 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bc48e-e565-4fe9-b15a-bd8cf13c3c0c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2533e8-faa8-45da-8dfa-e850ecbf3f59,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:51:58.967241 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-e07bc48e-e565-4fe9-b15a-bd8cf13c3c0c tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:51:59.170861 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46278) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:51:59.708615 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:51:59.970880 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Deleting port 14cf69d3-618a-46ce-a743-8da3b491b29a {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:51:59.971161 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.048763 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] For port 14cf69d3-618a-46ce-a743-8da3b491b29a, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=14cf69d3-618a-46ce-a743-8da3b491b29a,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:00.049424 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.066799 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Calling delete_port for 14cf69d3-618a-46ce-a743-8da3b491b29a owned by network:router_interface {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:00.562782 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:00.564967 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-f6771a71-7871-4671-82d1-1fb201df6f95 tempest-VolumesActionsTest-1829864818 tempest-VolumesActionsTest-1829864818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:00.594168 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Pushing event deleted for resources: {'Port': ['ID=14cf69d3-618a-46ce-a743-8da3b491b29a,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:00.597603 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:00.781923 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:01.017980 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Router 08a07045-c051-4182-8efb-c695cc29ff03 has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:52:01.135621 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:52:01.141383 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-3b47bc4f-2fd4-4041-9ba7-9da28fb4400a admin admin] 10.222.0.99 "PUT /v2.0/routers/08a07045-c051-4182-8efb-c695cc29ff03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9691627 Jun 24 12:52:01.144374 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46282) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:01.147950 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] Sync routers for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:52:01.158101 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:01.158816 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:51:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:01.273984 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:01.476892 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:52:00Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:01.509714 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] Checking router: 08a07045-c051-4182-8efb-c695cc29ff03 for host: dv-cinder-689486-14-iscsi {{(pid=100209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:52:01.520865 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] Routers {'08a07045-c051-4182-8efb-c695cc29ff03'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:01.521503 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:51:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['08a07045-c051-4182-8efb-c695cc29ff03'], 'active': True} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:01.590958 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:01.633336 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvr_db [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] Set router 08a07045-c051-4182-8efb-c695cc29ff03 gateway port host: dv-cinder-689486-14-iscsi {{(pid=100209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:01.705049 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:01.825089 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_hamode_db [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:52:00Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:01.859020 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d9869-aa48-4f88-b3ed-57221dd9dcb5 None None] The sync data for ids ['08a07045-c051-4182-8efb-c695cc29ff03'] in dv-cinder-689486-14-iscsi is: [{'id': '08a07045-c051-4182-8efb-c695cc29ff03', 'name': 'tempest-TestVolumeBootPattern-442701497-router', 'tenant_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:05Z', 'updated_at': '2021-06-24T12:52:00Z', 'revision_number': 5, 'project_id': 'd3634c0576a546feb1b63fbbb6d9c77f', 'gw_port': {'id': 'd36fadc2-805b-4b87-906e-b54e4ab70368', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a07045-c051-4182-8efb-c695cc29ff03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:06Z', 'updated_at': '2021-06-24T12:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:52:01.860463 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Deleting port d36fadc2-805b-4b87-906e-b54e4ab70368 {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:01.861076 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:01.944436 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] For port d36fadc2-805b-4b87-906e-b54e4ab70368, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=d36fadc2-805b-4b87-906e-b54e4ab70368,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:01.944809 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:01.963834 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Calling delete_port for d36fadc2-805b-4b87-906e-b54e4ab70368 owned by network:router_gateway {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:02.245151 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:02.248362 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-18f0d7da-fef0-4958-a106-35248ca23e31 tempest-TestMinimumBasicScenario-320276192 tempest-TestMinimumBasicScenario-320276192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:02.279270 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36fadc2-805b-4b87-906e-b54e4ab70368,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:02.282966 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:02.326811 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 14cf69d3-618a-46ce-a743-8da3b491b29a no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:02.357456 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:02.357741 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 14cf69d3-618a-46ce-a743-8da3b491b29a {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:02.358175 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 14cf69d3-618a-46ce-a743-8da3b491b29a not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:02.456419 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:02.458731 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:02.564969 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:02.565628 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08a07045-c051-4182-8efb-c695cc29ff03 {{(pid=100207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:52:02.571688 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] Notify callbacks [] for router, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:02.573042 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-86c4172f-dee3-4314-a286-122159c458e9 admin admin] 10.222.0.99 "DELETE /v2.0/routers/08a07045-c051-4182-8efb-c695cc29ff03 HTTP/1.1" status: 204 len: 168 time: 1.4277356 Jun 24 12:52:02.577649 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46286) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:02.634338 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] Deleting subnet 203aab7d-2045-4a16-b416-4229f63af0ed {{(pid=100207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:52:02.638159 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:02.686633 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25771198'] for subnet, precommit_delete_associations {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:02.775919 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.000527 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28726101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28782981'] for subnet, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.003422 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:03.032601 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203aab7d-2045-4a16-b416-4229f63af0ed,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:03.036551 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:03.039557 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.042846 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-10c68376-dfb9-4ecd-a5f2-164114bd2bda admin admin] 10.222.0.99 "DELETE /v2.0/subnets/203aab7d-2045-4a16-b416-4229f63af0ed HTTP/1.1" status: 204 len: 168 time: 0.4627757 Jun 24 12:52:03.044098 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46290) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:03.047099 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7b7312-9504-4fea-85d4-67d3ba7611dc None None] Network e3f32218-7b6e-46d2-ba4e-f15451953dfd requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:52:03.122014 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.181212 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Deleting port e9b9decc-caee-46e2-a738-3646b6711b1e {{(pid=100207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:03.181885 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.251407 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] For port e9b9decc-caee-46e2-a738-3646b6711b1e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e9b9decc-caee-46e2-a738-3646b6711b1e,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:03.251769 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.266564 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] DHCP port deletion for e3f32218-7b6e-46d2-ba4e-f15451953dfd request from dv-cinder-689486-14-iscsi {{(pid=100209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:52:03.266947 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Calling delete_port for e9b9decc-caee-46e2-a738-3646b6711b1e owned by network:dhcp {{(pid=100207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:03.318770 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Deleting port e9b9decc-caee-46e2-a738-3646b6711b1e {{(pid=100209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:03.319057 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.383353 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] For port e9b9decc-caee-46e2-a738-3646b6711b1e, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e9b9decc-caee-46e2-a738-3646b6711b1e,segment=NetworkSegment(58a90cc5-a056-4dc3-bf90-7d748ddecd78),segment_id=58a90cc5-a056-4dc3-bf90-7d748ddecd78)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:03.384405 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.406605 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Calling delete_port for e9b9decc-caee-46e2-a738-3646b6711b1e owned by network:dhcp {{(pid=100209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:03.593435 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28726171'] for port, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.595725 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-b3367f5e-4980-4d92-add1-fbf051f5d5a5 tempest-AttachVolumeShelveTestJSON-1869565363 tempest-AttachVolumeShelveTestJSON-1869565363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:03.602544 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.604694 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:03.621118 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b9decc-caee-46e2-a738-3646b6711b1e,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:03.624375 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:03.627632 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] No DVR routers for this DVR port e9b9decc-caee-46e2-a738-3646b6711b1e on host dv-cinder-689486-14-iscsi {{(pid=100207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:52:03.629722 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Pushing event deleted for resources: {'Port': ['ID=e9b9decc-caee-46e2-a738-3646b6711b1e,revision_number=None']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:03.638545 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.638899 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.639277 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.639615 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.639950 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.640294 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.640622 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.640954 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.641285 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.641767 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.642170 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.642505 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-iscsi {{(pid=100209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:52:03.645657 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] No DVR routers for this DVR port e9b9decc-caee-46e2-a738-3646b6711b1e on host dv-cinder-689486-14-iscsi {{(pid=100209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:52:03.647102 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-52aa7654-4912-4133-9fae-0abd26470ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:03.713815 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.724221 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f32218-7b6e-46d2-ba4e-f15451953dfd']}} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:03.735805 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a90cc5-a056-4dc3-bf90-7d748ddecd78') {'for_net_delete': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:03.736110 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.services.segments.db [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a90cc5-a056-4dc3-bf90-7d748ddecd78') {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:03.745430 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25771207'] for segment, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.760841 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.767192 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=100207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:52:03.767602 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726198'] for segment, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: Traceback (most recent call last): Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: timer() Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: cb(*args, **kw) Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: return func(*args, **kwargs) Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: self._notify() Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: self.callback(batched_events) Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: event.method(event) Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: return f(self, *a, **k) Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._get(url).json() Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: return self.request(url, 'GET', **kwargs) Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:52:03.772398 dv-cinder-689486-14-iscsi neutron-server[100207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:52:04.014666 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:04.018593 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-234f0992-97f6-4528-8887-159f79b67f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:04.025265 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:04.025265 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] 10.222.0.99 "DELETE /v2.0/networks/e3f32218-7b6e-46d2-ba4e-f15451953dfd HTTP/1.1" status: 204 len: 168 time: 0.9779420 Jun 24 12:52:04.026318 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46292) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:04.037408 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f32218-7b6e-46d2-ba4e-f15451953dfd,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:04.040970 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-74e4b91f-b212-4388-98f0-1ff4c5632196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:04.322520 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e9b9decc-caee-46e2-a738-3646b6711b1e no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:04.339033 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: e9b9decc-caee-46e2-a738-3646b6711b1e {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:04.339438 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e9b9decc-caee-46e2-a738-3646b6711b1e not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:04.339856 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device d36fadc2-805b-4b87-906e-b54e4ab70368 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:04.359837 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: d36fadc2-805b-4b87-906e-b54e4ab70368 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:04.360193 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device d36fadc2-805b-4b87-906e-b54e4ab70368 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:04.383218 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693909'] for router_interface, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:04.651406 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Deleting port ef10e26c-3eb1-48c0-a68f-919780397394 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:04.651677 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:04.737524 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] For port ef10e26c-3eb1-48c0-a68f-919780397394, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=ef10e26c-3eb1-48c0-a68f-919780397394,segment=NetworkSegment(bebdab36-2dd1-4ee9-8e88-a773e713bc57),segment_id=bebdab36-2dd1-4ee9-8e88-a773e713bc57)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:04.737899 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:04.752426 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Calling delete_port for ef10e26c-3eb1-48c0-a68f-919780397394 owned by network:router_interface {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:05.004597 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:05.006801 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-7115c705-daff-4cc5-a9a2-217a2999718a tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:05.032488 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef10e26c-3eb1-48c0-a68f-919780397394,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:05.039309 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:05.224680 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662533'] for router_interface, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:05.473519 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Router 22fe5a91-6356-4cf0-a066-6ab430da5eea has already been hosted by L3 agent ffc7da47-235c-4e00-8707-17e71d622d83 {{(pid=100208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:52:05.585338 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] Notify agent at l3_agent.dv-cinder-689486-14-iscsi the message routers_updated {{(pid=100208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:52:05.591027 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-173b1763-8789-4c49-9f8c-fb9721d6854d admin admin] 10.222.0.99 "PUT /v2.0/routers/22fe5a91-6356-4cf0-a066-6ab430da5eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5618689 Jun 24 12:52:05.593739 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46294) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:05.595771 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] Sync routers for ids ['22fe5a91-6356-4cf0-a066-6ab430da5eea'] in dv-cinder-689486-14-iscsi {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:52:05.607807 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] Routers {'22fe5a91-6356-4cf0-a066-6ab430da5eea'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:05.608697 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:51:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['22fe5a91-6356-4cf0-a066-6ab430da5eea'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:05.730009 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] Set router 22fe5a91-6356-4cf0-a066-6ab430da5eea gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:05.998986 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks [] for router, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:06.028318 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:52:04Z', 'revision_number': 5, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:06.056047 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] Checking router: 22fe5a91-6356-4cf0-a066-6ab430da5eea for host: dv-cinder-689486-14-iscsi {{(pid=100210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:52:06.065943 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] Routers {'22fe5a91-6356-4cf0-a066-6ab430da5eea'} bound to L3 agent in host dv-cinder-689486-14-iscsi {{(pid=100210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:52:06.066590 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:31:47Z,description=,heartbeat_timestamp=2021-06-24T12:51:47Z,host='dv-cinder-689486-14-iscsi',id=ffc7da47-235c-4e00-8707-17e71d622d83,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:31:47Z,topic='l3_agent')) {'router_ids': ['22fe5a91-6356-4cf0-a066-6ab430da5eea'], 'active': True} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:06.106389 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:06.173216 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_dvr_db [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] Set router 22fe5a91-6356-4cf0-a066-6ab430da5eea gateway port host: dv-cinder-689486-14-iscsi {{(pid=100210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:52:06.305929 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Deleting port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:06.306458 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:06.373183 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.l3_hamode_db [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:52:04Z', 'revision_number': 5, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}], 'dv-cinder-689486-14-iscsi', False) {} {{(pid=100210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:06.396713 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] For port e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4,segment=NetworkSegment(317028f9-ce4f-4042-884a-b68b9f427d15),segment_id=317028f9-ce4f-4042-884a-b68b9f427d15)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:06.397061 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:06.408358 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73db1b6-00ea-4e11-8a23-f3ddb9492074 None None] The sync data for ids ['22fe5a91-6356-4cf0-a066-6ab430da5eea'] in dv-cinder-689486-14-iscsi is: [{'id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'name': 'tempest-TestVolumeBootPattern-1246689995-router', 'tenant_id': '2708355255824c3bae6ac797858fbeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'external_fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:43:19Z', 'updated_at': '2021-06-24T12:52:04Z', 'revision_number': 5, 'project_id': '2708355255824c3bae6ac797858fbeb4', 'gw_port': {'id': 'e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4', 'name': '', 'network_id': '8f6aff5e-cfc3-4bbf-a77c-f71636a91da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe5a91-6356-4cf0-a066-6ab430da5eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:43:21Z', 'updated_at': '2021-06-24T12:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46c77b1-cd98-4025-ac23-1b6108a94ac8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-iscsi'}] {{(pid=100210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:52:06.414785 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Calling delete_port for e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 owned by network:router_gateway {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:06.662220 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:06.664628 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-89ab456b-8b25-4570-a3b5-da7036088dbc tempest-VolumesSnapshotTestJSON-719412121 tempest-VolumesSnapshotTestJSON-719412121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:06.687856 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:06.691753 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:06.766848 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663008'] for router_gateway, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:06.866922 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8704'] for router, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:06.869856 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.021770 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663208'] for router, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.022353 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22fe5a91-6356-4cf0-a066-6ab430da5eea {{(pid=100208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:52:07.027207 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] Notify callbacks [] for router, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.040481 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-3992b16e-954d-45c3-885e-57b259848f93 admin admin] 10.222.0.99 "DELETE /v2.0/routers/22fe5a91-6356-4cf0-a066-6ab430da5eea HTTP/1.1" status: 204 len: 168 time: 1.4337883 Jun 24 12:52:07.040481 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46296) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:07.067697 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.079739 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] Deleting subnet b71fdd06-e36b-492b-922b-034c2c964c12 {{(pid=100208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:52:07.083333 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.127847 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26300202'] for subnet, precommit_delete_associations {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.208690 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749714'] for subnet, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.365304 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26905086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076308'] for subnet, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.367915 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-def15031-aebb-4531-88c4-e88e2c58a13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:07.407413 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71fdd06-e36b-492b-922b-034c2c964c12,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:07.407413 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:07.407413 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for subnet, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.407413 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-b86db7bf-c4f4-4e7a-b32d-50aae4ac362c admin admin] 10.222.0.99 "DELETE /v2.0/subnets/b71fdd06-e36b-492b-922b-034c2c964c12 HTTP/1.1" status: 204 len: 168 time: 0.3709280 Jun 24 12:52:07.407413 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46298) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:07.411860 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff6850-2927-4783-9572-809d5c9e3aac None None] Network f1c12267-a6b6-45c3-92cd-daeed68b3b12 requested from dv-cinder-689486-14-iscsi {{(pid=100209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:52:07.486990 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613497'] for network, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.557063 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Deleting port 8bb83047-77d8-4dc5-ae98-ed2220fac502 {{(pid=100208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:07.557416 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.630822 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.db [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] For port 8bb83047-77d8-4dc5-ae98-ed2220fac502, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=8bb83047-77d8-4dc5-ae98-ed2220fac502,segment=NetworkSegment(bebdab36-2dd1-4ee9-8e88-a773e713bc57),segment_id=bebdab36-2dd1-4ee9-8e88-a773e713bc57)] {{(pid=100208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:07.631225 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.646205 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Calling delete_port for 8bb83047-77d8-4dc5-ae98-ed2220fac502 owned by network:dhcp {{(pid=100208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:07.730502 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] DHCP port deletion for f1c12267-a6b6-45c3-92cd-daeed68b3b12 request from dv-cinder-689486-14-iscsi {{(pid=100209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:52:07.782503 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] Deleting port 8bb83047-77d8-4dc5-ae98-ed2220fac502 {{(pid=100209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:52:07.782503 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785245024040'] for port, before_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.816433 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26904880'] for port, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.818786 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-355e2c3e-f684-4edc-b302-813ca2f704ce tempest-TestVolumeBootPattern-1155072572 tempest-TestVolumeBootPattern-1155072572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:07.844184 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb83047-77d8-4dc5-ae98-ed2220fac502,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:07.847079 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:07.852705 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.db [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] For port 8bb83047-77d8-4dc5-ae98-ed2220fac502, host dv-cinder-689486-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-iscsi',level=0,port_id=8bb83047-77d8-4dc5-ae98-ed2220fac502,segment=NetworkSegment(bebdab36-2dd1-4ee9-8e88-a773e713bc57),segment_id=bebdab36-2dd1-4ee9-8e88-a773e713bc57)] {{(pid=100209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:52:07.853129 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715688'] for port, precommit_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.853322 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] No DVR routers for this DVR port 8bb83047-77d8-4dc5-ae98-ed2220fac502 on host dv-cinder-689486-14-iscsi {{(pid=100208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:52:07.868635 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] Calling delete_port for 8bb83047-77d8-4dc5-ae98-ed2220fac502 owned by network:dhcp {{(pid=100209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:52:07.932197 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749892', 'neutron.services.segments.db._delete_segments_for_network-8785245079592'] for network, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.944685 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c12267-a6b6-45c3-92cd-daeed68b3b12']}} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:07.955702 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1726607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785245027795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785244588023'] for port, after_delete {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.958712 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebdab36-2dd1-4ee9-8e88-a773e713bc57') {'for_net_delete': True} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:07.959012 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.services.segments.db [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebdab36-2dd1-4ee9-8e88-a773e713bc57') {} {{(pid=100208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:52:07.959737 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:07.970588 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785245114543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26300243'] for segment, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.986880 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548'] for segment, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.988828 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] Pushing event deleted for resources: {'Port': ['ID=8bb83047-77d8-4dc5-ae98-ed2220fac502,revision_number=None']} {{(pid=100209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:07.992055 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG oslo_concurrency.lockutils [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:07.992924 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feadd2fa-605c-4518-be5d-ef9891bdd898 None None] No DVR routers for this DVR port 8bb83047-77d8-4dc5-ae98-ed2220fac502 on host dv-cinder-689486-14-iscsi {{(pid=100209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:52:07.997283 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=100208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:52:07.997708 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904861'] for segment, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: Traceback (most recent call last): Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: timer() Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: cb(*args, **kw) Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: return func(*args, **kwargs) Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: self._notify() Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: self.callback(batched_events) Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: event.method(event) Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: return f(self, *a, **k) Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._get(url).json() Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: return self.request(url, 'GET', **kwargs) Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:52:07.999622 dv-cinder-689486-14-iscsi neutron-server[100208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:52:08.113163 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:52:08.164477 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662794'] for network, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:08.168717 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:08.171445 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530207'] for network, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:08.173323 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] 10.222.0.99 "DELETE /v2.0/networks/f1c12267-a6b6-45c3-92cd-daeed68b3b12 HTTP/1.1" status: 204 len: 168 time: 0.7650442 Jun 24 12:52:08.185136 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c12267-a6b6-45c3-92cd-daeed68b3b12,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:08.187791 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-4e8c4ba0-89a3-4333-9cca-2983a9e0e2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:08.319006 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device ef10e26c-3eb1-48c0-a68f-919780397394 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:08.340443 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: ef10e26c-3eb1-48c0-a68f-919780397394 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:08.340816 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device ef10e26c-3eb1-48c0-a68f-919780397394 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:08.344568 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 8bb83047-77d8-4dc5-ae98-ed2220fac502 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:08.360158 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: 8bb83047-77d8-4dc5-ae98-ed2220fac502 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:08.360517 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device 8bb83047-77d8-4dc5-ae98-ed2220fac502 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:08.360954 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 no longer exists at agent ovs-agent-dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:52:08.381319 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.plugin [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] No Port match for: e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 {{(pid=100209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:52:08.381672 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron.plugins.ml2.rpc [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Device e94fe090-bf0d-4c79-be65-1b0fc1c3a5e4 not bound to the agent host dv-cinder-689486-14-iscsi {{(pid=100209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:52:08.571253 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46302) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:08.615873 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-00e02e79-4144-41e4-bcea-145794266ab4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d3634c0576a546feb1b63fbbb6d9c77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433335 Jun 24 12:52:08.618888 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.wsgi [-] (100208) accepted ('10.222.0.99', 46304) {{(pid=100208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:08.678590 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-588e5f09-72de-42c1-acb0-a12ec9973285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:08.702921 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-588e5f09-72de-42c1-acb0-a12ec9973285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:08.815991 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-588e5f09-72de-42c1-acb0-a12ec9973285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:08.818540 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron_lib.callbacks.manager [None req-588e5f09-72de-42c1-acb0-a12ec9973285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:08.819793 dv-cinder-689486-14-iscsi neutron-server[100208]: INFO neutron.wsgi [None req-588e5f09-72de-42c1-acb0-a12ec9973285 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2fe34bb7-0a0b-4670-bee1-b21275d69a96 HTTP/1.1" status: 204 len: 168 time: 0.1999078 Jun 24 12:52:08.820617 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-76e4c01d-22dd-4b7b-8cc7-87cf0ac31cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:08.829424 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e5f09-72de-42c1-acb0-a12ec9973285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe34bb7-0a0b-4670-bee1-b21275d69a96,revision_number=None']} {{(pid=100208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:08.833132 dv-cinder-689486-14-iscsi neutron-server[100208]: DEBUG oslo_concurrency.lockutils [None req-588e5f09-72de-42c1-acb0-a12ec9973285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:09.661473 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46310) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:09.702179 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-78990f5d-15f4-475b-860f-a777d2891abf admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2708355255824c3bae6ac797858fbeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394080 Jun 24 12:52:09.704534 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.wsgi [-] (100207) accepted ('10.222.0.99', 46312) {{(pid=100207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:52:09.757723 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-855e48bb-496f-44cd-97c6-449e8af44c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:09.781975 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-855e48bb-496f-44cd-97c6-449e8af44c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:09.945890 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-855e48bb-496f-44cd-97c6-449e8af44c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549139'] for security_group, after_delete {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:09.948605 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-855e48bb-496f-44cd-97c6-449e8af44c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:09.949853 dv-cinder-689486-14-iscsi neutron-server[100207]: INFO neutron.wsgi [None req-855e48bb-496f-44cd-97c6-449e8af44c2a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1caf9b60-eadc-469c-8559-3d7aac3821c5 HTTP/1.1" status: 204 len: 168 time: 0.2443485 Jun 24 12:52:09.950687 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-8d7ccd99-fd74-4146-aaf4-1fbcd0e14af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:52:09.961087 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e48bb-496f-44cd-97c6-449e8af44c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caf9b60-eadc-469c-8559-3d7aac3821c5,revision_number=None']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:52:09.963835 dv-cinder-689486-14-iscsi neutron-server[100207]: DEBUG oslo_concurrency.lockutils [None req-855e48bb-496f-44cd-97c6-449e8af44c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:52:14.431612 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-5b661157-dc0b-4276-9f09-9f1df76a7f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:17.021455 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7599-3054-4c6a-ae1c-2b13daa10d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:17.324450 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:18.461599 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:20.055306 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:37.090721 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:44.353967 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-5ad2798e-f459-4fa8-b595-efc9fcbf442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:45.112353 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:52:46.988042 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-88a524af-1cb1-44e0-98cc-d456dac36086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:47.302474 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:48.571009 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:52:50.050685 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:07.108380 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:14.418104 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b8bc116b-625b-46a6-ac24-6ede3f5d2b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:16.981208 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-24fda252-67a6-47db-9471-f7aec44681c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:17.325232 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:18.480236 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:20.108912 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:22.111524 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:53:37.091478 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:44.411935 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b182d7c2-45be-4a49-97e9-c2756fe03df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:46.994800 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b29c3663-1bb0-4fd0-ac9e-e8bbc676151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:47.302858 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:48.463401 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:50.062932 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:53:59.112537 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:54:07.096362 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:14.374653 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-70c558bf-9411-4895-9db4-84bf3ec21bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:16.990717 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-0f800f06-3b22-41ad-ac29-6618cb9ced58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:17.316646 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:18.518000 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:20.082113 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:36.111258 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:54:37.088348 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:44.397366 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f1a40cec-17ae-413f-aed1-375eecf60ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:47.110703 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-10af877b-21ae-4b1c-a35d-2e361fd12e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:47.303531 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:48.520635 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:54:50.081923 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:07.121130 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:13.110692 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:55:14.389660 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-52cdec50-4a43-4cf5-b890-8294a85b9986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:17.011608 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-859eab86-2dff-4ac7-a471-f75aa15f4417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:17.297816 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:18.526149 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:20.070682 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:37.118932 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:44.379944 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-91c9ea51-2db3-45fa-9740-847ee418d87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:47.027510 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-652779e5-726a-4bca-b421-80da83e9ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:47.299905 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:48.538326 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:50.101491 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:55:50.108525 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:56:07.106864 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:14.431505 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4f7f-5ba4-4a8a-9cc5-ec9378fb0df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:17.018436 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-6c66fb16-a8fa-42fc-b3a3-d6eda5c63ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:17.303886 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:18.551742 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:20.088474 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:27.107096 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:56:37.110359 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:44.395716 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d73f2c0e-3913-4d58-bb11-703a7077af1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:47.012699 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-5e1cd675-cb9c-4774-8044-5eaafa4618a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:47.308446 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:48.496781 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:56:50.052623 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:04.106394 dv-cinder-689486-14-iscsi neutron-server[100210]: DEBUG neutron.db.agents_db [None req-1f05b7b9-7ef5-4d9d-8fb3-f1d9efb42daf None None] Agent healthcheck: found 6 active agents {{(pid=100210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:57:07.120207 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-f4dbda7c-b2a7-4fc9-8eb1-2c3d8d1d4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:14.406184 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-bd8c635e-69af-4149-8e84-7e7ea9521b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:17.285638 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-c14d644d-c2f0-47fb-9fa7-6afc2d4d645b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:17.348113 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-b2bec937-f5e7-4ada-9b70-c82c1995154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:18.518979 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-33540ab1-efe8-4758-b33c-f3c5cd65864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:57:20.080160 dv-cinder-689486-14-iscsi neutron-server[100209]: DEBUG neutron_lib.callbacks.manager [None req-d419a226-1b1c-4be4-9191-d86f78025d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785245079574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747666'] for agent, after_update {{(pid=100209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}